2015-02-12 15:50:55,717 INFO platform.PlatformRunner (PlatformRunner.java:getPlatformClassesFromClasspath(187)) - found 1 test platforms from classpath
2015-02-12 15:50:55,748 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(237)) - installing platform: hadoop2-mr1
2015-02-12 15:50:55,748 INFO platform.PlatformRunner (PlatformRunner.java:addPlatform(238)) - running test: cascading.cascade.CascadePlatformTest
2015-02-12 15:50:55,763 INFO hadoop2.Hadoop2MR1Platform (Hadoop2MR1Platform.java:setUp(117)) - using cluster
2015-02-12 15:50:56,375 WARN util.NativeCodeLoader (NativeCodeLoader.java:<clinit>(62)) - Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
Formatting using clusterid: testClusterID
2015-02-12 15:50:56,417 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 15:50:56,442 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 15:50:56,487 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - hadoop.configured.node.mapping is deprecated. Instead, use net.topology.configured.node.mapping
2015-02-12 15:50:56,488 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 15:50:56,488 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 15:50:56,490 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 15:50:56,490 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 15:50:56
2015-02-12 15:50:56,493 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 15:50:56,493 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:56,495 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 15:50:56,495 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 15:50:56,510 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 15:50:56,511 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 15:50:56,511 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 15:50:56,511 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 15:50:56,512 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 15:50:56,512 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 15:50:56,512 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 15:50:56,513 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 15:50:56,513 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 15:50:56,521 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 15:50:56,521 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 15:50:56,521 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 15:50:56,535 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 15:50:56,539 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 15:50:56,757 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 15:50:56,757 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:56,758 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 15:50:56,758 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 15:50:56,759 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 15:50:56,766 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 15:50:56,766 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:56,766 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 15:50:56,767 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 15:50:56,768 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 15:50:56,769 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 15:50:56,769 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 15:50:56,771 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 15:50:56,771 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 15:50:56,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 15:50:56,773 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:56,774 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 15:50:56,775 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 15:50:56,780 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 15:50:56,780 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 15:50:56,781 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 15:50:56,830 INFO namenode.FSImage (FSImage.java:format(145)) - Allocated new BlockPoolId: BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:56,838 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1 has been successfully formatted.
2015-02-12 15:50:56,840 INFO common.Storage (NNStorage.java:format(550)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2 has been successfully formatted.
2015-02-12 15:50:56,934 INFO namenode.NNStorageRetentionManager (NNStorageRetentionManager.java:getImageTxIdToRetain(203)) - Going to retain 1 images with txid >= 0
2015-02-12 15:50:56,936 INFO namenode.NameNode (NameNode.java:createNameNode(1356)) - createNameNode []
2015-02-12 15:50:56,957 WARN impl.MetricsConfig (MetricsConfig.java:loadFirst(124)) - Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2015-02-12 15:50:57,007 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:startTimer(356)) - Scheduled snapshot period at 10 second(s).
2015-02-12 15:50:57,007 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:start(184)) - NameNode metrics system started
2015-02-12 15:50:57,009 INFO namenode.NameNode (NameNode.java:setClientNamenodeAddress(344)) - fs.defaultFS is hdfs://127.0.0.1:0
2015-02-12 15:50:57,053 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1681)) - Starting web server as: ${dfs.web.authentication.kerberos.principal}
2015-02-12 15:50:57,053 INFO hdfs.DFSUtil (DFSUtil.java:httpServerTemplateForNNAndJN(1692)) - Starting Web-server for hdfs at: http://localhost:0
2015-02-12 15:50:57,094 INFO mortbay.log (Slf4jLog.java:info(67)) - Logging to org.slf4j.impl.Log4jLoggerAdapter(org.mortbay.log) via org.mortbay.log.Slf4jLog
2015-02-12 15:50:57,100 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.namenode is not defined
2015-02-12 15:50:57,117 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:50:57,119 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context hdfs
2015-02-12 15:50:57,120 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:50:57,120 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:50:57,143 INFO http.HttpServer2 (NameNodeHttpServer.java:initWebHdfs(86)) - Added filter 'org.apache.hadoop.hdfs.web.AuthFilter' (class=org.apache.hadoop.hdfs.web.AuthFilter)
2015-02-12 15:50:57,145 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.namenode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:50:57,165 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55796
2015-02-12 15:50:57,166 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:50:57,203 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/hdfs to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_55796_hdfs____.b3kmsi/webapp
2015-02-12 15:50:57,439 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55796
2015-02-12 15:50:57,441 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(770)) - No KeyProvider found.
2015-02-12 15:50:57,442 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(782)) - fsLock is fair:true
2015-02-12 15:50:57,443 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(232)) - dfs.block.invalidate.limit=1000
2015-02-12 15:50:57,444 INFO blockmanagement.DatanodeManager (DatanodeManager.java:<init>(238)) - dfs.namenode.datanode.registration.ip-hostname-check=true
2015-02-12 15:50:57,444 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(71)) - dfs.namenode.startup.delay.block.deletion.sec is set to 000:00:00:00.000
2015-02-12 15:50:57,445 INFO blockmanagement.BlockManager (InvalidateBlocks.java:printBlockDeletionTime(76)) - The block deletion will start around 2015 Feb 12 15:50:57
2015-02-12 15:50:57,445 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlocksMap
2015-02-12 15:50:57,445 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:57,446 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 2.0% max memory 672 MB = 13.4 MB
2015-02-12 15:50:57,446 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^21 = 2097152 entries
2015-02-12 15:50:57,447 INFO blockmanagement.BlockManager (BlockManager.java:createBlockTokenSecretManager(356)) - dfs.block.access.token.enable=false
2015-02-12 15:50:57,448 INFO blockmanagement.BlockManager (BlockManager.java:<init>(341)) - defaultReplication = 3
2015-02-12 15:50:57,448 INFO blockmanagement.BlockManager (BlockManager.java:<init>(342)) - maxReplication = 512
2015-02-12 15:50:57,448 INFO blockmanagement.BlockManager (BlockManager.java:<init>(343)) - minReplication = 1
2015-02-12 15:50:57,448 INFO blockmanagement.BlockManager (BlockManager.java:<init>(344)) - maxReplicationStreams = 2
2015-02-12 15:50:57,448 INFO blockmanagement.BlockManager (BlockManager.java:<init>(345)) - shouldCheckForEnoughRacks = false
2015-02-12 15:50:57,449 INFO blockmanagement.BlockManager (BlockManager.java:<init>(346)) - replicationRecheckInterval = 3000
2015-02-12 15:50:57,449 INFO blockmanagement.BlockManager (BlockManager.java:<init>(347)) - encryptDataTransfer = false
2015-02-12 15:50:57,449 INFO blockmanagement.BlockManager (BlockManager.java:<init>(348)) - maxNumBlocksToLog = 1000
2015-02-12 15:50:57,449 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(803)) - fsOwner = soberoi (auth:SIMPLE)
2015-02-12 15:50:57,449 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(804)) - supergroup = supergroup
2015-02-12 15:50:57,450 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(805)) - isPermissionEnabled = true
2015-02-12 15:50:57,451 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(816)) - HA Enabled: false
2015-02-12 15:50:57,451 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(853)) - Append Enabled: true
2015-02-12 15:50:57,452 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map INodeMap
2015-02-12 15:50:57,452 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:57,453 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 1.0% max memory 672 MB = 6.7 MB
2015-02-12 15:50:57,453 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^20 = 1048576 entries
2015-02-12 15:50:57,454 INFO namenode.NameNode (FSDirectory.java:<init>(232)) - Caching file names occuring more than 10 times
2015-02-12 15:50:57,454 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map cachedBlocks
2015-02-12 15:50:57,454 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:57,455 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.25% max memory 672 MB = 1.7 MB
2015-02-12 15:50:57,455 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^18 = 262144 entries
2015-02-12 15:50:57,455 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5455)) - dfs.namenode.safemode.threshold-pct = 0.9990000128746033
2015-02-12 15:50:57,456 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5456)) - dfs.namenode.safemode.min.datanodes = 0
2015-02-12 15:50:57,456 INFO namenode.FSNamesystem (FSNamesystem.java:<init>(5457)) - dfs.namenode.safemode.extension = 0
2015-02-12 15:50:57,456 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(942)) - Retry cache on namenode is enabled
2015-02-12 15:50:57,457 INFO namenode.FSNamesystem (FSNamesystem.java:initRetryCache(950)) - Retry cache will use 0.03 of total heap and retry cache entry expiry time is 600000 millis
2015-02-12 15:50:57,457 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map NameNodeRetryCache
2015-02-12 15:50:57,457 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:57,458 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.029999999329447746% max memory 672 MB = 206.4 KB
2015-02-12 15:50:57,458 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^15 = 32768 entries
2015-02-12 15:50:57,460 INFO namenode.NNConf (NNConf.java:<init>(62)) - ACLs enabled? false
2015-02-12 15:50:57,460 INFO namenode.NNConf (NNConf.java:<init>(66)) - XAttrs enabled? true
2015-02-12 15:50:57,461 INFO namenode.NNConf (NNConf.java:<init>(74)) - Maximum size of an xattr: 16384
2015-02-12 15:50:57,464 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:57,467 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:57,469 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current
2015-02-12 15:50:57,470 INFO namenode.FileJournalManager (FileJournalManager.java:recoverUnfinalizedSegments(337)) - Recovering unfinalized segments in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name2/current
2015-02-12 15:50:57,471 INFO namenode.FSImage (FSImage.java:loadFSImage(655)) - No edit log streams selected.
2015-02-12 15:50:57,486 INFO namenode.FSImageFormatPBINode (FSImageFormatPBINode.java:loadINodeSection(214)) - Loading 1 INodes.
2015-02-12 15:50:57,494 INFO namenode.FSImageFormatProtobuf (FSImageFormatProtobuf.java:load(171)) - Loaded FSImage in 0 seconds.
2015-02-12 15:50:57,495 INFO namenode.FSImage (FSImage.java:loadFSImage(930)) - Loaded image for txid 0 from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/name1/current/fsimage_0000000000000000000
2015-02-12 15:50:57,501 INFO namenode.FSNamesystem (FSNamesystem.java:loadFSImage(1011)) - Need to save fs image? false (staleImage=false, haEnabled=false, isRollingUpgrade=false)
2015-02-12 15:50:57,502 INFO namenode.FSEditLog (FSEditLog.java:startLogSegment(1162)) - Starting log segment at 1
2015-02-12 15:50:57,561 INFO namenode.NameCache (NameCache.java:initialized(143)) - initialized with 0 entries 0 lookups
2015-02-12 15:50:57,561 INFO namenode.FSNamesystem (FSNamesystem.java:loadFromDisk(742)) - Finished loading FSImage in 100 msecs
2015-02-12 15:50:57,713 INFO namenode.NameNode (NameNodeRpcServer.java:<init>(317)) - RPC server is binding to localhost:0
2015-02-12 15:50:57,718 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:50:57,727 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55797
2015-02-12 15:50:57,753 INFO namenode.NameNode (NameNode.java:initialize(595)) - Clients are to use localhost:55797 to access this namenode/service.
2015-02-12 15:50:57,757 INFO namenode.FSNamesystem (FSNamesystem.java:registerMBean(6411)) - Registered FSNamesystemState MBean
2015-02-12 15:50:57,784 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 15:50:57,784 INFO namenode.LeaseManager (LeaseManager.java:getNumUnderConstructionBlocks(132)) - Number of blocks under construction: 0
2015-02-12 15:50:57,784 INFO namenode.FSNamesystem (FSNamesystem.java:initializeReplQueues(1194)) - initializing replication queues
2015-02-12 15:50:57,785 INFO hdfs.StateChange (FSNamesystem.java:leave(5529)) - STATE* Leaving safe mode after 0 secs
2015-02-12 15:50:57,785 INFO hdfs.StateChange (FSNamesystem.java:leave(5540)) - STATE* Network topology has 0 racks and 0 datanodes
2015-02-12 15:50:57,785 INFO hdfs.StateChange (FSNamesystem.java:leave(5543)) - STATE* UnderReplicatedBlocks has 0 blocks
2015-02-12 15:50:57,789 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2557)) - Total number of blocks = 0
2015-02-12 15:50:57,789 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2558)) - Number of invalid blocks = 0
2015-02-12 15:50:57,789 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2559)) - Number of under-replicated blocks = 0
2015-02-12 15:50:57,789 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2560)) - Number of over-replicated blocks = 0
2015-02-12 15:50:57,790 INFO blockmanagement.BlockManager (BlockManager.java:processMisReplicatesAsync(2562)) - Number of blocks being written = 0
2015-02-12 15:50:57,790 INFO hdfs.StateChange (BlockManager.java:processMisReplicatesAsync(2563)) - STATE* Replication Queue initialization scan for invalid, over- and under-replicated blocks completed in 5 msec
2015-02-12 15:50:57,824 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:50:57,826 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55797: starting
2015-02-12 15:50:57,828 INFO namenode.NameNode (NameNode.java:startCommonServices(638)) - NameNode RPC up at: localhost/127.0.0.1:55797
2015-02-12 15:50:57,828 INFO namenode.FSNamesystem (FSNamesystem.java:startActiveServices(1121)) - Starting services required for active state
2015-02-12 15:50:57,836 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(160)) - Starting CacheReplicationMonitor with interval 30000 milliseconds
2015-02-12 15:50:57,836 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(173)) - Rescanning because of pending operations
2015-02-12 15:50:57,837 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:50:57,917 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 0 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2
2015-02-12 15:50:57,977 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:50:57,978 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:50:57,982 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:50:57,987 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:55798
2015-02-12 15:50:57,989 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:50:57,989 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:50:57,992 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:50:57,993 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:50:57,993 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:50:57,994 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:50:57,994 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:50:57,997 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:50:57,998 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55799
2015-02-12 15:50:57,998 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:50:58,000 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_55799_datanode____.m4dsbm/webapp
2015-02-12 15:50:58,121 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55799
2015-02-12 15:50:58,123 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:50:58,124 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:50:58,144 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:50:58,145 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55800
2015-02-12 15:50:58,150 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:55800
2015-02-12 15:50:58,159 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:50:58,162 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:50:58,172 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:55797 starting to offer service
2015-02-12 15:50:58,179 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:50:58,180 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55800: starting
2015-02-12 15:50:58,186 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 1 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4
2015-02-12 15:50:58,233 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:50:58,234 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:50:58,235 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:50:58,236 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:55801
2015-02-12 15:50:58,237 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:50:58,237 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:50:58,239 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:50:58,240 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:50:58,241 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:50:58,241 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:50:58,242 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:50:58,244 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:50:58,246 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55803
2015-02-12 15:50:58,246 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:50:58,248 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_55803_datanode____.yvz2ta/webapp
2015-02-12 15:50:58,426 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:58,427 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,427 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:58,444 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55803
2015-02-12 15:50:58,445 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:50:58,446 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:50:58,448 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:50:58,449 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55804
2015-02-12 15:50:58,453 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:55804
2015-02-12 15:50:58,460 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:50:58,460 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:50:58,477 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:55797 starting to offer service
2015-02-12 15:50:58,478 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,478 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:58,479 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,479 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:58,480 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:58,481 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:58,481 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:58,481 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,482 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:58,482 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:50:58,483 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55804: starting
2015-02-12 15:50:58,483 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:58,483 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,484 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:58,498 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 2 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6
2015-02-12 15:50:58,531 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,531 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:58,531 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,531 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:58,531 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:58,533 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:58,534 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:58,535 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,536 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:58,540 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,541 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:58,541 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,541 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:58,541 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:58,542 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:58,543 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1060162056;bpid=BP-1640039792-10.1.1.67-1423785056790;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1060162056;c=0;bpid=BP-1640039792-10.1.1.67-1423785056790;dnuuid=null
2015-02-12 15:50:58,544 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID af99a14b-7ac5-4d1f-92c1-48b0b41704ea
2015-02-12 15:50:58,563 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current
2015-02-12 15:50:58,563 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current, StorageType: DISK
2015-02-12 15:50:58,563 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current
2015-02-12 15:50:58,564 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current, StorageType: DISK
2015-02-12 15:50:58,568 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:50:58,579 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423795883579 with interval 21600000
2015-02-12 15:50:58,580 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,585 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 15:50:58,589 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 15:50:58,589 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,589 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:58,590 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,590 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:58,590 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:58,591 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:58,592 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1060162056;bpid=BP-1640039792-10.1.1.67-1423785056790;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1060162056;c=0;bpid=BP-1640039792-10.1.1.67-1423785056790;dnuuid=null
2015-02-12 15:50:58,593 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 77acba67-5720-4da4-83ed-5e1b2505eb40
2015-02-12 15:50:58,596 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current
2015-02-12 15:50:58,596 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current, StorageType: DISK
2015-02-12 15:50:58,597 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current
2015-02-12 15:50:58,599 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current, StorageType: DISK
2015-02-12 15:50:58,600 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 11ms
2015-02-12 15:50:58,600 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 14ms
2015-02-12 15:50:58,601 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:50:58,602 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:50:58,602 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1640039792-10.1.1.67-1423785056790: 22ms
2015-02-12 15:50:58,602 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423790330602 with interval 21600000
2015-02-12 15:50:58,602 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:50:58,603 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,603 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current...
2015-02-12 15:50:58,603 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 15:50:58,603 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current...
2015-02-12 15:50:58,603 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current: 0ms
2015-02-12 15:50:58,604 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current: 0ms
2015-02-12 15:50:58,604 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 15:50:58,605 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:50:58,605 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 3ms
2015-02-12 15:50:58,608 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 beginning handshake with NN
2015-02-12 15:50:58,609 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:55805
2015-02-12 15:50:58,610 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:50:58,610 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:50:58,611 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 7ms
2015-02-12 15:50:58,611 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 8ms
2015-02-12 15:50:58,611 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1640039792-10.1.1.67-1423785056790: 8ms
2015-02-12 15:50:58,612 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:50:58,612 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current...
2015-02-12 15:50:58,612 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current...
2015-02-12 15:50:58,613 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current: 1ms
2015-02-12 15:50:58,613 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current: 0ms
2015-02-12 15:50:58,613 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 1ms
2015-02-12 15:50:58,613 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 beginning handshake with NN
2015-02-12 15:50:58,613 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:50:58,614 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:50:58,615 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:50:58,615 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:50:58,617 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:50:58,617 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55806
2015-02-12 15:50:58,618 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:50:58,621 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_55806_datanode____ll31j9/webapp
2015-02-12 15:50:58,624 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=77acba67-5720-4da4-83ed-5e1b2505eb40, infoPort=55803, ipcPort=55804, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) storage 77acba67-5720-4da4-83ed-5e1b2505eb40
2015-02-12 15:50:58,629 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:55801
2015-02-12 15:50:58,630 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) storage af99a14b-7ac5-4d1f-92c1-48b0b41704ea
2015-02-12 15:50:58,631 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:55798
2015-02-12 15:50:58,633 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 successfully registered with NN
2015-02-12 15:50:58,634 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:55797 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:50:58,642 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 successfully registered with NN
2015-02-12 15:50:58,642 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:55797 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:50:58,666 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c for DN 127.0.0.1:55798
2015-02-12 15:50:58,667 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-d98a317e-b2de-4d43-b25f-513ca388b2dd for DN 127.0.0.1:55798
2015-02-12 15:50:58,667 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-b8cb7132-1b21-4604-ba5c-497105b88f3f for DN 127.0.0.1:55801
2015-02-12 15:50:58,667 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-6fac913d-a01b-4c90-8608-964c0511fc1c for DN 127.0.0.1:55801
2015-02-12 15:50:58,677 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid af99a14b-7ac5-4d1f-92c1-48b0b41704ea) service to localhost/127.0.0.1:55797 trying to claim ACTIVE state with txid=1
2015-02-12 15:50:58,678 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid 77acba67-5720-4da4-83ed-5e1b2505eb40) service to localhost/127.0.0.1:55797 trying to claim ACTIVE state with txid=1
2015-02-12 15:50:58,678 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid 77acba67-5720-4da4-83ed-5e1b2505eb40) service to localhost/127.0.0.1:55797
2015-02-12 15:50:58,678 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid af99a14b-7ac5-4d1f-92c1-48b0b41704ea) service to localhost/127.0.0.1:55797
2015-02-12 15:50:58,687 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-6fac913d-a01b-4c90-8608-964c0511fc1c,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:58,688 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-d98a317e-b2de-4d43-b25f-513ca388b2dd,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:58,688 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-6fac913d-a01b-4c90-8608-964c0511fc1c node DatanodeRegistration(127.0.0.1, datanodeUuid=77acba67-5720-4da4-83ed-5e1b2505eb40, infoPort=55803, ipcPort=55804, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: true, processing time: 2 msecs
2015-02-12 15:50:58,688 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-d98a317e-b2de-4d43-b25f-513ca388b2dd node DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 15:50:58,688 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-b8cb7132-1b21-4604-ba5c-497105b88f3f,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:58,688 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-b8cb7132-1b21-4604-ba5c-497105b88f3f node DatanodeRegistration(127.0.0.1, datanodeUuid=77acba67-5720-4da4-83ed-5e1b2505eb40, infoPort=55803, ipcPort=55804, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:50:58,688 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:58,688 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c node DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:50:58,709 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 2 msec to generate and 29 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@5ce7ac01
2015-02-12 15:50:58,709 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,710 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 25 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@6dcda54d
2015-02-12 15:50:58,710 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,713 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:50:58,713 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:58,714 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:50:58,714 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:50:58,713 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:50:58,714 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:58,714 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,714 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:50:58,715 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:50:58,715 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,718 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1640039792-10.1.1.67-1423785056790 to blockPoolScannerMap, new size=1
2015-02-12 15:50:58,718 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1640039792-10.1.1.67-1423785056790 to blockPoolScannerMap, new size=1
2015-02-12 15:50:58,806 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55806
2015-02-12 15:50:58,806 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:50:58,807 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:50:58,808 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:50:58,808 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55807
2015-02-12 15:50:58,811 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:55807
2015-02-12 15:50:58,817 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:50:58,817 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:50:58,819 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:55797 starting to offer service
2015-02-12 15:50:58,819 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:50:58,819 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55807: starting
2015-02-12 15:50:58,821 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:startDataNodes(1295)) - Starting DataNode 3 with dfs.datanode.data.dir: [DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7,[DISK]file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8
2015-02-12 15:50:58,822 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:58,822 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,822 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:58,856 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - DataNode metrics system started (again)
2015-02-12 15:50:58,857 INFO datanode.DataNode (DataNode.java:<init>(410)) - Configured hostname is 127.0.0.1
2015-02-12 15:50:58,857 INFO datanode.DataNode (DataNode.java:startDataNode(1059)) - Starting DataNode with maxLockedMemory = 0
2015-02-12 15:50:58,860 INFO datanode.DataNode (DataNode.java:initDataXceiver(863)) - Opened streaming server at /127.0.0.1:55808
2015-02-12 15:50:58,860 INFO datanode.DataNode (DataXceiverServer.java:<init>(76)) - Balancing bandwith is 1048576 bytes/s
2015-02-12 15:50:58,861 INFO datanode.DataNode (DataXceiverServer.java:<init>(77)) - Number threads for balancing is 5
2015-02-12 15:50:58,862 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.datanode is not defined
2015-02-12 15:50:58,863 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:50:58,864 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context datanode
2015-02-12 15:50:58,865 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:50:58,865 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:50:58,867 INFO http.HttpServer2 (HttpServer2.java:addJerseyResourcePackage(602)) - addJerseyResourcePackage: packageName=org.apache.hadoop.hdfs.server.datanode.web.resources;org.apache.hadoop.hdfs.web.resources, pathSpec=/webhdfs/v1/*
2015-02-12 15:50:58,868 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55809
2015-02-12 15:50:58,869 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:50:58,872 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,872 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:58,872 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,872 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:58,872 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:58,873 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-hdfs/2.5.0-cdh5.3.0/bdd3695a137ba5424a46ad303961e50aad8268aa/hadoop-hdfs-2.5.0-cdh5.3.0-tests.jar!/webapps/datanode to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_localhost_55809_datanode____7113wo/webapp
2015-02-12 15:50:58,873 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:58,874 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:58,874 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,874 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:58,927 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,927 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:58,927 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,928 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:58,928 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:58,929 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:58,930 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1060162056;bpid=BP-1640039792-10.1.1.67-1423785056790;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1060162056;c=0;bpid=BP-1640039792-10.1.1.67-1423785056790;dnuuid=null
2015-02-12 15:50:58,934 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 596b6db3-580d-41b7-9d97-4dcec9710eb7
2015-02-12 15:50:58,936 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current
2015-02-12 15:50:58,936 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current, StorageType: DISK
2015-02-12 15:50:58,936 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current
2015-02-12 15:50:58,936 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current, StorageType: DISK
2015-02-12 15:50:58,937 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:50:58,938 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423785421938 with interval 21600000
2015-02-12 15:50:58,938 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,939 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 15:50:58,939 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 15:50:58,946 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 7ms
2015-02-12 15:50:58,947 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 7ms
2015-02-12 15:50:58,947 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1640039792-10.1.1.67-1423785056790: 8ms
2015-02-12 15:50:58,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current...
2015-02-12 15:50:58,948 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current: 0ms
2015-02-12 15:50:58,949 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current...
2015-02-12 15:50:58,949 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current: 0ms
2015-02-12 15:50:58,949 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 2ms
2015-02-12 15:50:58,949 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 beginning handshake with NN
2015-02-12 15:50:58,950 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=596b6db3-580d-41b7-9d97-4dcec9710eb7, infoPort=55806, ipcPort=55807, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) storage 596b6db3-580d-41b7-9d97-4dcec9710eb7
2015-02-12 15:50:58,951 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:55805
2015-02-12 15:50:58,952 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 successfully registered with NN
2015-02-12 15:50:58,952 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:55797 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:50:58,953 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-5965a619-392d-4132-8a36-e2e49c4d6abc for DN 127.0.0.1:55805
2015-02-12 15:50:58,953 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-95e0866d-09fe-45b7-92b2-15986c0e1711 for DN 127.0.0.1:55805
2015-02-12 15:50:58,954 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid 596b6db3-580d-41b7-9d97-4dcec9710eb7) service to localhost/127.0.0.1:55797 trying to claim ACTIVE state with txid=1
2015-02-12 15:50:58,954 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid 596b6db3-580d-41b7-9d97-4dcec9710eb7) service to localhost/127.0.0.1:55797
2015-02-12 15:50:58,956 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-5965a619-392d-4132-8a36-e2e49c4d6abc,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:58,956 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-5965a619-392d-4132-8a36-e2e49c4d6abc node DatanodeRegistration(127.0.0.1, datanodeUuid=596b6db3-580d-41b7-9d97-4dcec9710eb7, infoPort=55806, ipcPort=55807, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 15:50:58,956 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-95e0866d-09fe-45b7-92b2-15986c0e1711,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:58,956 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-95e0866d-09fe-45b7-92b2-15986c0e1711 node DatanodeRegistration(127.0.0.1, datanodeUuid=596b6db3-580d-41b7-9d97-4dcec9710eb7, infoPort=55806, ipcPort=55807, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:50:58,957 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 2 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@53edbb75
2015-02-12 15:50:58,957 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,957 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:50:58,957 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:58,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:50:58,958 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:50:58,959 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:58,960 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1640039792-10.1.1.67-1423785056790 to blockPoolScannerMap, new size=1
2015-02-12 15:50:59,062 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@localhost:55809
2015-02-12 15:50:59,063 INFO datanode.DataNode (DataNode.java:startDataNode(1076)) - dnUserName = soberoi
2015-02-12 15:50:59,069 INFO datanode.DataNode (DataNode.java:startDataNode(1077)) - supergroup = supergroup
2015-02-12 15:50:59,084 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:50:59,085 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55810
2015-02-12 15:50:59,089 INFO datanode.DataNode (DataNode.java:initIpcServer(738)) - Opened IPC server at /127.0.0.1:55810
2015-02-12 15:50:59,095 INFO datanode.DataNode (BlockPoolManager.java:refreshNamenodes(152)) - Refresh request received for nameservices: null
2015-02-12 15:50:59,096 INFO datanode.DataNode (BlockPoolManager.java:doRefreshNamenodes(197)) - Starting BPOfferServices for nameservices: <default>
2015-02-12 15:50:59,098 INFO datanode.DataNode (BPServiceActor.java:run(822)) - Block pool <registering> (Datanode Uuid unassigned) service to localhost/127.0.0.1:55797 starting to offer service
2015-02-12 15:50:59,100 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:50:59,101 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55810: starting
2015-02-12 15:50:59,102 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:59,103 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,103 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:59,150 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,151 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:59,151 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,151 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:59,151 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:59,153 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:59,154 INFO common.Storage (Storage.java:tryLock(712)) - Lock on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/in_use.lock acquired by nodename 424@Edinburgh.local
2015-02-12 15:50:59,154 INFO common.Storage (DataStorage.java:loadStorageDirectory(260)) - Storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,154 INFO common.Storage (DataStorage.java:loadStorageDirectory(262)) - Formatting ...
2015-02-12 15:50:59,197 INFO common.Storage (BlockPoolSliceStorage.java:recoverTransitionRead(241)) - Analyzing storage directories for bpid BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,198 INFO common.Storage (Storage.java:lock(672)) - Locking is disabled
2015-02-12 15:50:59,198 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(158)) - Block pool storage directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790 is not formatted for BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,198 INFO common.Storage (BlockPoolSliceStorage.java:loadStorageDirectory(160)) - Formatting ...
2015-02-12 15:50:59,198 INFO common.Storage (BlockPoolSliceStorage.java:format(267)) - Formatting block pool BP-1640039792-10.1.1.67-1423785056790 directory /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current
2015-02-12 15:50:59,200 INFO common.Storage (BlockPoolSliceStorage.java:doTransition(355)) - Restored 0 block files from trash.
2015-02-12 15:50:59,201 INFO datanode.DataNode (DataNode.java:initStorage(1321)) - Setting up storage: nsid=1060162056;bpid=BP-1640039792-10.1.1.67-1423785056790;lv=-56;nsInfo=lv=-59;cid=testClusterID;nsid=1060162056;c=0;bpid=BP-1640039792-10.1.1.67-1423785056790;dnuuid=null
2015-02-12 15:50:59,202 INFO datanode.DataNode (DataNode.java:checkDatanodeUuid(1154)) - Generated and persisted new Datanode UUID 2748d360-8116-4708-9eb2-7e7b36e1c257
2015-02-12 15:50:59,203 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current
2015-02-12 15:50:59,203 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current, StorageType: DISK
2015-02-12 15:50:59,203 INFO impl.FsDatasetImpl (FsVolumeList.java:addVolume(212)) - Added new volume: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current
2015-02-12 15:50:59,203 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addVolume(297)) - Added volume - /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current, StorageType: DISK
2015-02-12 15:50:59,204 INFO impl.FsDatasetImpl (FsDatasetImpl.java:registerMBean(1604)) - Registered FSDatasetState MBean
2015-02-12 15:50:59,205 INFO datanode.DirectoryScanner (DirectoryScanner.java:start(329)) - Periodic Directory Tree Verification scan starting at 1423806533205 with interval 21600000
2015-02-12 15:50:59,205 INFO impl.FsDatasetImpl (FsDatasetImpl.java:addBlockPool(1973)) - Adding block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,206 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 15:50:59,206 INFO impl.FsDatasetImpl (FsVolumeList.java:run(244)) - Scanning block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 15:50:59,214 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 8ms
2015-02-12 15:50:59,215 INFO impl.FsDatasetImpl (FsVolumeList.java:run(249)) - Time taken to scan block pool BP-1640039792-10.1.1.67-1423785056790 on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 9ms
2015-02-12 15:50:59,215 INFO impl.FsDatasetImpl (FsVolumeList.java:addBlockPool(273)) - Total time to scan all replicas for block pool BP-1640039792-10.1.1.67-1423785056790: 10ms
2015-02-12 15:50:59,216 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current...
2015-02-12 15:50:59,216 INFO impl.FsDatasetImpl (FsVolumeList.java:run(114)) - Adding replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current...
2015-02-12 15:50:59,216 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current: 0ms
2015-02-12 15:50:59,216 INFO impl.FsDatasetImpl (FsVolumeList.java:run(119)) - Time to add replicas to map for block pool BP-1640039792-10.1.1.67-1423785056790 on volume /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current: 0ms
2015-02-12 15:50:59,217 INFO impl.FsDatasetImpl (FsVolumeList.java:getAllVolumesMap(142)) - Total time to add all replicas to map: 2ms
2015-02-12 15:50:59,217 INFO datanode.DataNode (BPServiceActor.java:register(782)) - Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 beginning handshake with NN
2015-02-12 15:50:59,219 INFO hdfs.StateChange (DatanodeManager.java:registerDatanode(899)) - BLOCK* registerDatanode: from DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) storage 2748d360-8116-4708-9eb2-7e7b36e1c257
2015-02-12 15:50:59,219 INFO net.NetworkTopology (NetworkTopology.java:add(419)) - Adding a new node: /default-rack/127.0.0.1:55808
2015-02-12 15:50:59,220 INFO datanode.DataNode (BPServiceActor.java:register(795)) - Block pool Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid null) service to localhost/127.0.0.1:55797 successfully registered with NN
2015-02-12 15:50:59,220 INFO datanode.DataNode (BPServiceActor.java:offerService(654)) - For namenode localhost/127.0.0.1:55797 using DELETEREPORT_INTERVAL of 300000 msec BLOCKREPORT_INTERVAL of 21600000msec CACHEREPORT_INTERVAL of 10000msec Initial delay: 0msec; heartBeatInterval=3000
2015-02-12 15:50:59,221 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0 for DN 127.0.0.1:55808
2015-02-12 15:50:59,221 INFO blockmanagement.DatanodeDescriptor (DatanodeDescriptor.java:updateStorage(676)) - Adding new storage ID DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f for DN 127.0.0.1:55808
2015-02-12 15:50:59,222 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(509)) - Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid 2748d360-8116-4708-9eb2-7e7b36e1c257) service to localhost/127.0.0.1:55797 trying to claim ACTIVE state with txid=1
2015-02-12 15:50:59,222 INFO datanode.DataNode (BPOfferService.java:updateActorStatesFromHeartbeat(521)) - Acknowledging ACTIVE Namenode Block pool BP-1640039792-10.1.1.67-1423785056790 (Datanode Uuid 2748d360-8116-4708-9eb2-7e7b36e1c257) service to localhost/127.0.0.1:55797
2015-02-12 15:50:59,224 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:59,224 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0 node DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: true, processing time: 0 msecs
2015-02-12 15:50:59,224 INFO blockmanagement.BlockManager (BlockManager.java:processReport(1770)) - BLOCK* processReport: Received first block report from DatanodeStorage[DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f,DISK,NORMAL] after starting up or becoming active. Its block contents are no longer considered stale
2015-02-12 15:50:59,224 INFO BlockStateChange (BlockManager.java:processReport(1786)) - BLOCK* processReport: from storage DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f node DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0), blocks: 0, hasStaleStorages: false, processing time: 0 msecs
2015-02-12 15:50:59,225 INFO datanode.DataNode (BPServiceActor.java:blockReport(515)) - Sent 1 blockreports 0 blocks total. Took 0 msec to generate and 3 msecs for RPC and NN processing. Got back commands org.apache.hadoop.hdfs.server.protocol.FinalizeCommand@56659d1e
2015-02-12 15:50:59,225 INFO datanode.DataNode (BPOfferService.java:processCommandFromActive(695)) - Got finalize command for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,226 INFO util.GSet (LightWeightGSet.java:computeCapacity(354)) - Computing capacity for map BlockMap
2015-02-12 15:50:59,226 INFO util.GSet (LightWeightGSet.java:computeCapacity(355)) - VM type = 64-bit
2015-02-12 15:50:59,226 INFO util.GSet (LightWeightGSet.java:computeCapacity(356)) - 0.5% max memory 672 MB = 3.4 MB
2015-02-12 15:50:59,226 INFO util.GSet (LightWeightGSet.java:computeCapacity(361)) - capacity = 2^19 = 524288 entries
2015-02-12 15:50:59,228 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:<init>(190)) - Periodic Block Verification Scanner initialized with interval 504 hours for block pool BP-1640039792-10.1.1.67-1423785056790
2015-02-12 15:50:59,228 INFO datanode.DataBlockScanner (DataBlockScanner.java:addBlockPool(264)) - Added bpid=BP-1640039792-10.1.1.67-1423785056790 to blockPoolScannerMap, new size=1
2015-02-12 15:50:59,589 INFO hdfs.MiniDFSCluster (MiniDFSCluster.java:waitActive(2113)) - Cluster is active
2015-02-12 15:50:59,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:50:59,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:50:59,661 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741825_1001{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:50:59,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001 src: /127.0.0.1:55812 dest: /127.0.0.1:55808
2015-02-12 15:50:59,700 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001 src: /127.0.0.1:55813 dest: /127.0.0.1:55805
2015-02-12 15:50:59,702 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001 src: /127.0.0.1:55814 dest: /127.0.0.1:55801
2015-02-12 15:50:59,735 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55814, dest: /127.0.0.1:55801, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001, duration: 21506000
2015-02-12 15:50:59,735 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:50:59,737 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55813, dest: /127.0.0.1:55805, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001, duration: 24057000
2015-02-12 15:50:59,737 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:50:59,739 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55812, dest: /127.0.0.1:55808, bytes: 498874, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001, duration: 26846000
2015-02-12 15:50:59,740 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:50:59,752 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 15:50:59,752 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 15:50:59,752 INFO namenode.EditLogFileOutputStream (EditLogFileOutputStream.java:flushAndSync(200)) - Nothing to flush
2015-02-12 15:50:59,753 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741825_1001{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 498874
2015-02-12 15:50:59,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741825_1001 size 498874
2015-02-12 15:50:59,754 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741825_1001 size 498874
2015-02-12 15:51:00,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:00,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 15:51:00,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:00,330 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:00,332 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:51:00,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002 src: /127.0.0.1:55815 dest: /127.0.0.1:55805
2015-02-12 15:51:00,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002 src: /127.0.0.1:55816 dest: /127.0.0.1:55808
2015-02-12 15:51:00,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002 src: /127.0.0.1:55817 dest: /127.0.0.1:55801
2015-02-12 15:51:00,345 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55817, dest: /127.0.0.1:55801, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002, duration: 5900000
2015-02-12 15:51:00,345 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:00,347 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:51:00,347 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55816, dest: /127.0.0.1:55808, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002, duration: 7055000
2015-02-12 15:51:00,348 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:00,349 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:00,350 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55815, dest: /127.0.0.1:55805, bytes: 405113, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002, duration: 10254000
2015-02-12 15:51:00,351 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:00,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741826_1002{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:00,353 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:00,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=soberoi:supergroup:rwxr--r-- proto=rpc
2015-02-12 15:51:00,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging dst=null perm=null proto=rpc
2015-02-12 15:51:00,463 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceInit(154)) - mkdir: hdfs://localhost:55797/tmp/hadoop-yarn/staging
2015-02-12 15:51:00,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:00,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:00,514 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - core-site.xml not found
2015-02-12 15:51:00,515 INFO security.Groups (Groups.java:refresh(202)) - clearing userToGroupsMap cache
2015-02-12 15:51:00,517 INFO conf.Configuration (Configuration.java:getConfResourceAsInputStream(2204)) - yarn-site.xml not found
2015-02-12 15:51:00,519 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMFatalEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$RMFatalEventDispatcher
2015-02-12 15:51:00,536 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:<init>(75)) - NMTokenKeyRollingInterval: 86400000ms and NMTokenKeyActivationDelay: 900000ms
2015-02-12 15:51:00,538 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:<init>(76)) - ContainerTokenKeyRollingInterval: 86400000ms and ContainerTokenKeyActivationDelay: 900000ms
2015-02-12 15:51:00,541 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:<init>(94)) - AMRMTokenKeyRollingInterval: 86400000ms and AMRMTokenKeyActivationDelay: 900000 ms
2015-02-12 15:51:00,549 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStoreEventType for class org.apache.hadoop.yarn.server.resourcemanager.recovery.RMStateStore$ForwardingEventHandler
2015-02-12 15:51:00,555 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.NodesListManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.NodesListManager
2015-02-12 15:51:00,555 INFO resourcemanager.ResourceManager (ResourceManager.java:createScheduler(268)) - Using Scheduler: org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FairScheduler
2015-02-12 15:51:00,579 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.scheduler.event.SchedulerEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$SchedulerEventDispatcher
2015-02-12 15:51:00,580 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.RMAppEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationEventDispatcher
2015-02-12 15:51:00,581 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$ApplicationAttemptEventDispatcher
2015-02-12 15:51:00,582 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmnode.RMNodeEventType for class org.apache.hadoop.yarn.server.resourcemanager.ResourceManager$NodeEventDispatcher
2015-02-12 15:51:00,595 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - ResourceManager metrics system started (again)
2015-02-12 15:51:00,604 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.RMAppManagerEventType for class org.apache.hadoop.yarn.server.resourcemanager.RMAppManager
2015-02-12 15:51:00,608 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.AMLauncherEventType for class org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher
2015-02-12 15:51:00,609 INFO resourcemanager.RMNMInfo (RMNMInfo.java:<init>(63)) - Registered RMNMInfo MBean
2015-02-12 15:51:00,613 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,613 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,613 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,613 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,614 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,615 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.ahs.WritingHistoryEventType for class org.apache.hadoop.yarn.server.resourcemanager.ahs.RMApplicationHistoryWriter$ForwardingEventHandler
2015-02-12 15:51:00,617 INFO util.HostsFileReader (HostsFileReader.java:refresh(129)) - Refreshing hosts (include/exclude) list
2015-02-12 15:51:00,643 WARN fair.AllocationFileLoaderService (AllocationFileLoaderService.java:getAllocationFile(179)) - fair-scheduler.xml not found on the classpath.
2015-02-12 15:51:00,646 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.resourcemanager.rmapp.attempt.RMAppAttemptEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$1
2015-02-12 15:51:00,647 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0
2015-02-12 15:51:00,647 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1
2015-02-12 15:51:00,648 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2
2015-02-12 15:51:00,648 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3
2015-02-12 15:51:00,648 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_0
2015-02-12 15:51:00,649 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_1
2015-02-12 15:51:00,649 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_2
2015-02-12 15:51:00,649 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-0_3
2015-02-12 15:51:00,649 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 0
2015-02-12 15:51:00,706 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:51:00,707 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:51:00,707 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:51:00,708 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:51:00,708 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:51:00,709 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:51:00,712 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:51:00,713 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:51:00,713 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:51:00,727 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:51:00,727 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:51:00,939 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:51:00,954 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:51:00,955 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:51:00,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:51:00,986 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:51:00,987 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:51:00,987 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:51:00,988 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:51:00,989 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0
2015-02-12 15:51:00,989 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1
2015-02-12 15:51:00,989 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2
2015-02-12 15:51:00,990 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3
2015-02-12 15:51:00,990 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_0
2015-02-12 15:51:00,990 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_1
2015-02-12 15:51:00,990 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_2
2015-02-12 15:51:00,991 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-1_3
2015-02-12 15:51:00,991 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 1
2015-02-12 15:51:01,012 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:51:01,013 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:51:01,013 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:51:01,014 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:51:01,014 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:51:01,015 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:51:01,015 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:51:01,016 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:51:01,017 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:51:01,023 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:51:01,023 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:51:01,216 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:51:01,217 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:51:01,217 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:51:01,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:51:01,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:51:01,220 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:51:01,221 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:51:01,221 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:51:01,221 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0
2015-02-12 15:51:01,221 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1
2015-02-12 15:51:01,222 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2
2015-02-12 15:51:01,222 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3
2015-02-12 15:51:01,222 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_0
2015-02-12 15:51:01,223 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_1
2015-02-12 15:51:01,223 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_2
2015-02-12 15:51:01,223 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-2_3
2015-02-12 15:51:01,223 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 2
2015-02-12 15:51:01,238 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:51:01,239 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:51:01,239 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:51:01,239 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:51:01,239 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:51:01,239 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:51:01,239 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:51:01,240 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:51:01,240 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:51:01,242 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:51:01,243 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:51:01,434 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:51:01,436 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:51:01,436 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:51:01,438 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:51:01,438 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:51:01,439 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:51:01,439 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:51:01,439 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:51:01,440 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0
2015-02-12 15:51:01,440 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1
2015-02-12 15:51:01,440 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2
2015-02-12 15:51:01,440 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created localDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3
2015-02-12 15:51:01,440 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_0
2015-02-12 15:51:01,441 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_1
2015-02-12 15:51:01,441 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_2
2015-02-12 15:51:01,441 INFO server.MiniYARNCluster (MiniYARNCluster.java:prepareDirs(546)) - Created logDir in /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-logDir-nm-3_3
2015-02-12 15:51:01,442 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceInit(528)) - Starting NM: 3
2015-02-12 15:51:01,453 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.container.ContainerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ContainerEventDispatcher
2015-02-12 15:51:01,453 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.application.ApplicationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl$ApplicationEventDispatcher
2015-02-12 15:51:01,453 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizationEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService
2015-02-12 15:51:01,454 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServicesEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.AuxServices
2015-02-12 15:51:01,454 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl
2015-02-12 15:51:01,454 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncherEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.launcher.ContainersLauncher
2015-02-12 15:51:01,454 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.ContainerManagerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.ContainerManagerImpl
2015-02-12 15:51:01,454 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.NodeManagerEventType for class org.apache.hadoop.yarn.server.MiniYARNCluster$ShortCircuitedNodeManager
2015-02-12 15:51:01,455 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - NodeManager metrics system started (again)
2015-02-12 15:51:01,457 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.event.LogHandlerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.loghandler.NonAggregatingLogHandler
2015-02-12 15:51:01,458 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:validateConf(216)) - per directory file limit = 8192
2015-02-12 15:51:01,648 INFO event.AsyncDispatcher (AsyncDispatcher.java:register(197)) - Registering class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.event.LocalizerEventType for class org.apache.hadoop.yarn.server.nodemanager.containermanager.localizer.ResourceLocalizationService$LocalizerTracker
2015-02-12 15:51:01,649 WARN containermanager.AuxServices (AuxServices.java:serviceInit(130)) - The Auxilurary Service named 'mapreduce_shuffle' in the configuration is for class class org.apache.hadoop.mapred.ShuffleHandler which has a name of 'httpshuffle'. Because these are not the same tools trying to send ServiceData and read Service Meta Data may have issues unless the refer to the name in the config.
2015-02-12 15:51:01,649 INFO containermanager.AuxServices (AuxServices.java:addService(72)) - Adding auxiliary service httpshuffle, "mapreduce_shuffle"
2015-02-12 15:51:01,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(101)) - Using ResourceCalculatorPlugin : null
2015-02-12 15:51:01,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(106)) - Using ResourceCalculatorProcessTree : null
2015-02-12 15:51:01,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(136)) - Physical memory check enabled: false
2015-02-12 15:51:01,653 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:serviceInit(137)) - Virtual memory check enabled: false
2015-02-12 15:51:01,653 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:serviceInit(176)) - Initialized nodemanager for null: physical-memory=4096 virtual-memory=8602 virtual-cores=8
2015-02-12 15:51:01,671 INFO hs.JobHistory (JobHistory.java:serviceInit(83)) - JobHistory Init
2015-02-12 15:51:01,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 15:51:01,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:51:01,689 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:01,691 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:51:01,691 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(645)) - Perms after creating 511, Expected: 1023
2015-02-12 15:51:01,692 INFO hs.HistoryFileManager (HistoryFileManager.java:mkdir(648)) - Explicitly setting permissions to : 1023, rwxrwxrwt
2015-02-12 15:51:01,694 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=soberoi:supergroup:rwxrwxrwt proto=rpc
2015-02-12 15:51:08,619 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001
2015-02-12 15:51:08,624 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002
2015-02-12 15:51:08,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002
2015-02-12 15:51:08,951 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001
2015-02-12 15:51:09,222 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741825_1001
2015-02-12 15:51:09,252 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741826_1002
2015-02-12 15:51:11,697 INFO hs.HistoryFileManager (HistoryFileManager.java:initExisting(664)) - Initializing Existing Jobs...
2015-02-12 15:51:11,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 15:51:11,704 INFO hs.CachedHistoryStorage (CachedHistoryStorage.java:serviceInit(66)) - CachedHistoryStorage Init
2015-02-12 15:51:11,714 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:11,715 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55819
2015-02-12 15:51:11,718 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(214)) - Waiting for HistoryServer to start...
2015-02-12 15:51:11,718 INFO impl.MetricsSystemImpl (MetricsSystemImpl.java:init(152)) - JobHistoryServer metrics system started (again)
2015-02-12 15:51:11,719 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:51:11,721 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 15:51:11,721 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:51:11,726 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.jobhistory is not defined
2015-02-12 15:51:11,726 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:51:11,727 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context jobhistory
2015-02-12 15:51:11,727 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:51:11,727 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:51:11,728 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /jobhistory/*
2015-02-12 15:51:11,728 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:51:11,729 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55820
2015-02-12 15:51:11,729 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:51:11,732 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/jobhistory to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_55820_jobhistory____6gigvb/webapp
2015-02-12 15:51:11,806 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:55820
2015-02-12 15:51:11,807 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /jobhistory started at 55820
2015-02-12 15:51:12,070 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:51:12,079 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:12,079 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55821
2015-02-12 15:51:12,082 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.mapreduce.v2.api.HSClientProtocolPB to the server
2015-02-12 15:51:12,082 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:12,082 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55821: starting
2015-02-12 15:51:12,090 INFO hs.HistoryClientService (HistoryClientService.java:serviceStart(146)) - Instantiated HistoryClientService at 10.1.1.67/10.1.1.67:55821
2015-02-12 15:51:12,091 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:12,091 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55819: starting
2015-02-12 15:51:12,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 15:51:13,218 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(231)) - MiniMRYARN ResourceManager address: Edinburgh.local:0
2015-02-12 15:51:13,219 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(233)) - MiniMRYARN ResourceManager web address: Edinburgh.local:0
2015-02-12 15:51:13,219 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(235)) - MiniMRYARN HistoryServer address: 10.1.1.67:55821
2015-02-12 15:51:13,220 INFO v2.MiniMRYarnCluster (MiniMRYarnCluster.java:serviceStart(237)) - MiniMRYARN HistoryServer web address: Edinburgh.local:55820
2015-02-12 15:51:13,220 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(318)) - Waiting for RM to start...
2015-02-12 15:51:13,221 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(956)) - Transitioning to active state
2015-02-12 15:51:13,230 INFO security.RMContainerTokenSecretManager (RMContainerTokenSecretManager.java:rollMasterKey(104)) - Rolling master-key for container-tokens
2015-02-12 15:51:13,230 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:rollMasterKey(95)) - Rolling master-key for nm-tokens
2015-02-12 15:51:13,231 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:51:13,231 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 1
2015-02-12 15:51:13,232 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:run(641)) - Starting expired delegation token remover thread, tokenRemoverScanInterval=60 min(s)
2015-02-12 15:51:13,232 INFO delegation.AbstractDelegationTokenSecretManager (AbstractDelegationTokenSecretManager.java:updateCurrentKey(329)) - Updating the current master key for generating delegation tokens
2015-02-12 15:51:13,232 INFO security.RMDelegationTokenSecretManager (RMDelegationTokenSecretManager.java:storeNewMasterKey(87)) - storing master key with keyID 2
2015-02-12 15:51:13,244 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:13,245 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55822
2015-02-12 15:51:13,247 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceTrackerPB to the server
2015-02-12 15:51:13,248 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:13,248 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55822: starting
2015-02-12 15:51:13,263 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:13,264 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55823
2015-02-12 15:51:13,267 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationMasterProtocolPB to the server
2015-02-12 15:51:13,268 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:13,268 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55823: starting
2015-02-12 15:51:13,300 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:13,301 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55824
2015-02-12 15:51:13,305 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ApplicationClientProtocolPB to the server
2015-02-12 15:51:13,306 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:13,306 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55824: starting
2015-02-12 15:51:13,317 INFO resourcemanager.ResourceManager (ResourceManager.java:transitionToActive(976)) - Transitioned to active state
2015-02-12 15:51:13,321 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.resourcemanager is not defined
2015-02-12 15:51:13,322 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:51:13,326 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context cluster
2015-02-12 15:51:13,327 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context logs
2015-02-12 15:51:13,327 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter RMAuthenticationFilter (class=org.apache.hadoop.yarn.server.security.http.RMAuthenticationFilter) to context static
2015-02-12 15:51:13,327 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context cluster
2015-02-12 15:51:13,327 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:51:13,327 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:51:13,328 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /cluster/*
2015-02-12 15:51:13,329 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:51:13,330 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55825
2015-02-12 15:51:13,330 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:51:13,332 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/cluster to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_55825_cluster____.ipam4f/webapp
2015-02-12 15:51:14,106 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:55825
2015-02-12 15:51:14,106 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /cluster started at 55825
2015-02-12 15:51:14,148 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:51:14,161 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:14,162 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55826
2015-02-12 15:51:14,164 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.api.ResourceManagerAdministrationProtocolPB to the server
2015-02-12 15:51:14,165 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:14,165 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55826: starting
2015-02-12 15:51:14,724 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(330)) - MiniYARN ResourceManager address: 10.1.1.67:55824
2015-02-12 15:51:14,725 INFO server.MiniYARNCluster (MiniYARNCluster.java:startResourceManager(332)) - MiniYARN ResourceManager web address: Edinburgh.local:55825
2015-02-12 15:51:14,725 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(449)) - MiniYARN ResourceManager address: 10.1.1.67:55824
2015-02-12 15:51:14,725 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(451)) - MiniYARN ResourceManager web address: Edinburgh.local:55825
2015-02-12 15:51:14,727 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 0 to start...
2015-02-12 15:51:14,735 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:14,736 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55827
2015-02-12 15:51:14,738 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:51:14,739 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:51:14,739 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:14,739 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55827: starting
2015-02-12 15:51:14,745 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:55827
2015-02-12 15:51:14,750 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:14,751 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55828
2015-02-12 15:51:14,753 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:51:14,753 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:14,753 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55828: starting
2015-02-12 15:51:14,755 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 55828
2015-02-12 15:51:14,766 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:51:14,778 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 55829
2015-02-12 15:51:14,778 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:14,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:55827
2015-02-12 15:51:14,779 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:51:14,779 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:51:14,780 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:51:14,781 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:51:14,781 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:51:14,781 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:51:14,782 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:51:14,782 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:51:14,783 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:51:14,783 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55830
2015-02-12 15:51:14,783 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:51:14,787 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_55830_node____.nbea1x/webapp
2015-02-12 15:51:15,177 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:55830
2015-02-12 15:51:15,178 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 55830
2015-02-12 15:51:15,194 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:51:15,196 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:51:15,200 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:51:15,211 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:51:15,212 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 55827 httpPort: 55830) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:55827
2015-02-12 15:51:15,213 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2004811134
2015-02-12 15:51:15,214 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:55827 Node Transitioned from NEW to RUNNING
2015-02-12 15:51:15,215 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1130747454
2015-02-12 15:51:15,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:55827 with total resource of <memory:4096, vCores:8>
2015-02-12 15:51:15,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:51:15,218 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:55827 cluster capacity: <memory:4096, vCores:8>
2015-02-12 15:51:15,731 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 1 to start...
2015-02-12 15:51:15,735 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:15,736 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55839
2015-02-12 15:51:15,741 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:51:15,741 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:51:15,741 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:15,742 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55839: starting
2015-02-12 15:51:15,746 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:55839
2015-02-12 15:51:15,747 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:15,748 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55840
2015-02-12 15:51:15,750 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:51:15,752 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:15,752 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55840: starting
2015-02-12 15:51:15,755 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 55840
2015-02-12 15:51:15,756 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:51:15,757 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 55841
2015-02-12 15:51:15,757 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:55839
2015-02-12 15:51:15,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:51:15,758 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:51:15,759 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:51:15,760 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:51:15,760 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:51:15,760 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:51:15,761 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:51:15,761 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:51:15,761 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:51:15,762 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55842
2015-02-12 15:51:15,762 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:51:15,764 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_55842_node____.fbi8g4/webapp
2015-02-12 15:51:16,144 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:55842
2015-02-12 15:51:16,145 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 55842
2015-02-12 15:51:16,152 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:51:16,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:51:16,153 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:51:16,154 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:51:16,154 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:55839 Node Transitioned from NEW to RUNNING
2015-02-12 15:51:16,155 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:55839 cluster capacity: <memory:8192, vCores:16>
2015-02-12 15:51:16,154 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 55839 httpPort: 55842) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:55839
2015-02-12 15:51:16,156 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2004811134
2015-02-12 15:51:16,157 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1130747454
2015-02-12 15:51:16,157 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:55839 with total resource of <memory:4096, vCores:8>
2015-02-12 15:51:16,157 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:51:16,735 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 2 to start...
2015-02-12 15:51:16,738 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:16,739 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55843
2015-02-12 15:51:16,742 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:51:16,742 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:51:16,742 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:16,743 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55843: starting
2015-02-12 15:51:16,747 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:55843
2015-02-12 15:51:16,748 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:16,748 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55844
2015-02-12 15:51:16,750 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:51:16,751 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:16,751 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55844: starting
2015-02-12 15:51:16,752 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 55844
2015-02-12 15:51:16,753 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:51:16,754 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 55845
2015-02-12 15:51:16,754 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:16,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:55843
2015-02-12 15:51:16,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:51:16,755 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:51:16,756 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:51:16,756 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:51:16,756 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:51:16,757 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:51:16,757 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:51:16,757 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:51:16,757 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:51:16,758 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55846
2015-02-12 15:51:16,758 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:51:16,760 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_55846_node____769scg/webapp
2015-02-12 15:51:16,960 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:55846
2015-02-12 15:51:16,961 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 55846
2015-02-12 15:51:16,967 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:51:16,968 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:51:16,968 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:51:16,968 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:51:16,968 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 55843 httpPort: 55846) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:55843
2015-02-12 15:51:16,968 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:55843 Node Transitioned from NEW to RUNNING
2015-02-12 15:51:16,968 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2004811134
2015-02-12 15:51:16,969 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1130747454
2015-02-12 15:51:16,969 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:55843 cluster capacity: <memory:12288, vCores:24>
2015-02-12 15:51:16,969 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:55843 with total resource of <memory:4096, vCores:8>
2015-02-12 15:51:16,969 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:51:17,741 INFO server.MiniYARNCluster (MiniYARNCluster.java:serviceStart(563)) - Waiting for NM 3 to start...
2015-02-12 15:51:17,744 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:17,745 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55847
2015-02-12 15:51:17,747 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.api.ContainerManagementProtocolPB to the server
2015-02-12 15:51:17,747 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(411)) - Blocking new container-requests as container manager rpc server is still starting.
2015-02-12 15:51:17,748 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:17,748 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55847: starting
2015-02-12 15:51:17,752 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setNodeId(260)) - Updating node address : 10.1.1.67:55847
2015-02-12 15:51:17,753 INFO ipc.CallQueueManager (CallQueueManager.java:<init>(53)) - Using callQueue class java.util.concurrent.LinkedBlockingQueue
2015-02-12 15:51:17,753 INFO ipc.Server (Server.java:run(593)) - Starting Socket Reader #1 for port 55848
2015-02-12 15:51:17,755 INFO pb.RpcServerFactoryPBImpl (RpcServerFactoryPBImpl.java:createServer(174)) - Adding protocol org.apache.hadoop.yarn.server.nodemanager.api.LocalizationProtocolPB to the server
2015-02-12 15:51:17,756 INFO ipc.Server (Server.java:run(815)) - IPC Server Responder: starting
2015-02-12 15:51:17,756 INFO ipc.Server (Server.java:run(662)) - IPC Server listener on 55848: starting
2015-02-12 15:51:17,758 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:serviceStart(341)) - Localizer started on port 55848
2015-02-12 15:51:17,758 INFO mapred.IndexCache (IndexCache.java:<init>(47)) - IndexCache created with max memory = 10485760
2015-02-12 15:51:17,759 INFO mapred.ShuffleHandler (ShuffleHandler.java:serviceStart(393)) - httpshuffle listening on port 55849
2015-02-12 15:51:17,759 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:17,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(456)) - ContainerManager started at /10.1.1.67:55847
2015-02-12 15:51:17,760 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:serviceStart(457)) - ContainerManager bound to Edinburgh.local/10.1.1.67:0
2015-02-12 15:51:17,760 INFO webapp.WebServer (WebServer.java:serviceStart(62)) - Instantiating NMWebApp at Edinburgh.local:0
2015-02-12 15:51:17,760 INFO http.HttpRequestLog (HttpRequestLog.java:getRequestLog(80)) - Http request log for http.requests.nodemanager is not defined
2015-02-12 15:51:17,761 INFO http.HttpServer2 (HttpServer2.java:addGlobalFilter(698)) - Added global filter 'safety' (class=org.apache.hadoop.http.HttpServer2$QuotingInputFilter)
2015-02-12 15:51:17,761 INFO http.HttpServer2 (HttpServer2.java:addFilter(676)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context node
2015-02-12 15:51:17,761 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2015-02-12 15:51:17,761 INFO http.HttpServer2 (HttpServer2.java:addFilter(683)) - Added filter static_user_filter (class=org.apache.hadoop.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2015-02-12 15:51:17,762 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /node/*
2015-02-12 15:51:17,762 INFO http.HttpServer2 (HttpServer2.java:initializeWebServer(401)) - adding path spec: /ws/*
2015-02-12 15:51:17,762 INFO http.HttpServer2 (HttpServer2.java:openListeners(886)) - Jetty bound to port 55850
2015-02-12 15:51:17,763 INFO mortbay.log (Slf4jLog.java:info(67)) - jetty-6.1.26.cloudera.4
2015-02-12 15:51:17,765 INFO mortbay.log (Slf4jLog.java:info(67)) - Extract jar:file:/Users/soberoi/.gradle/caches/modules-2/files-2.1/org.apache.hadoop/hadoop-yarn-common/2.5.0-cdh5.3.0/ab28ad57af245463f66a5da314dffc684fe9cc13/hadoop-yarn-common-2.5.0-cdh5.3.0.jar!/webapps/node to /var/folders/_h/41_y71bx1bx0783m72f26_t80000gn/T/Jetty_Edinburgh_local_55850_node____.tte7mv/webapp
2015-02-12 15:51:17,998 INFO mortbay.log (Slf4jLog.java:info(67)) - Started HttpServer2$SelectChannelConnectorWithSafeStartup@Edinburgh.local:55850
2015-02-12 15:51:17,999 INFO webapp.WebApps (WebApps.java:start(274)) - Web app /node started at 55850
2015-02-12 15:51:18,005 INFO webapp.WebApps (WebApps.java:start(288)) - Registered webapp guice modules
2015-02-12 15:51:18,006 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:getNMContainerStatuses(417)) - Sending out 0 NM container statuses: []
2015-02-12 15:51:18,006 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(256)) - Registering with RM using containers :[]
2015-02-12 15:51:18,007 INFO util.RackResolver (RackResolver.java:coreResolve(109)) - Resolved 10.1.1.67 to /default-rack
2015-02-12 15:51:18,007 INFO resourcemanager.ResourceTrackerService (ResourceTrackerService.java:registerNodeManager(341)) - NodeManager from node 10.1.1.67(cmPort: 55847 httpPort: 55850) registered with capability: <memory:4096, vCores:8>, assigned nodeId 10.1.1.67:55847
2015-02-12 15:51:18,007 INFO security.NMContainerTokenSecretManager (NMContainerTokenSecretManager.java:setMasterKey(138)) - Rolling master-key for container-tokens, got key with id 2004811134
2015-02-12 15:51:18,007 INFO security.NMTokenSecretManagerInNM (NMTokenSecretManagerInNM.java:setMasterKey(135)) - Rolling master-key for container-tokens, got key with id -1130747454
2015-02-12 15:51:18,007 INFO rmnode.RMNodeImpl (RMNodeImpl.java:handle(423)) - 10.1.1.67:55847 Node Transitioned from NEW to RUNNING
2015-02-12 15:51:18,007 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(305)) - Registered with ResourceManager as 10.1.1.67:55847 with total resource of <memory:4096, vCores:8>
2015-02-12 15:51:18,008 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:registerWithRM(307)) - Notifying ContainerManager to unblock new container-requests
2015-02-12 15:51:18,008 INFO fair.FairScheduler (FairScheduler.java:addNode(838)) - Added node 10.1.1.67:55847 cluster capacity: <memory:16384, vCores:32>
2015-02-12 15:51:18,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:18,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:18,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:18,769 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt. BP-1640039792-10.1.1.67-1423785056790 blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:51:18,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003 src: /127.0.0.1:55851 dest: /127.0.0.1:55805
2015-02-12 15:51:18,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003 src: /127.0.0.1:55852 dest: /127.0.0.1:55801
2015-02-12 15:51:18,796 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003 src: /127.0.0.1:55853 dest: /127.0.0.1:55798
2015-02-12 15:51:18,814 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55853, dest: /127.0.0.1:55798, bytes: 275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003, duration: 13530000
2015-02-12 15:51:18,814 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:18,815 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:51:18,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55852, dest: /127.0.0.1:55801, bytes: 275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003, duration: 15798000
2015-02-12 15:51:18,817 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:18,821 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:18,821 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55851, dest: /127.0.0.1:55805, bytes: 275, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003, duration: 21001000
2015-02-12 15:51:18,822 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:18,824 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741827_1003{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:18,825 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:18,870 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:18,872 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:18,878 INFO property.AppProps (AppProps.java:getAppID(169)) - using app.id: CA4A1227751748E2B55E67E5B362B668
2015-02-12 15:51:18,910 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.used.genericoptionsparser is deprecated. Instead, use mapreduce.client.genericoptionsparser.used
2015-02-12 15:51:18,928 INFO Configuration.deprecation (Configuration.java:warnOnceIfDeprecated(1022)) - mapred.output.compress is deprecated. Instead, use mapreduce.output.fileoutputformat.compress
2015-02-12 15:51:18,984 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:18,985 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:19,013 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:19,014 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:19,056 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:19,057 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:19,087 INFO util.Version (Version.java:printBanner(82)) - Concurrent, Inc - Cascading 2.6.3
2015-02-12 15:51:19,088 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting
2015-02-12 15:51:19,095 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] parallel execution is enabled: true
2015-02-12 15:51:19,095 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flows: 4
2015-02-12 15:51:19,095 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] allocating threads: 4
2015-02-12 15:51:19,096 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flow: first
2015-02-12 15:51:19,099 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] skipping flow: first
2015-02-12 15:51:19,100 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flow: second
2015-02-12 15:51:19,100 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] skipping flow: second
2015-02-12 15:51:19,101 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flow: third
2015-02-12 15:51:19,101 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] skipping flow: third
2015-02-12 15:51:19,105 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flow: fourth
2015-02-12 15:51:19,105 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] skipping flow: fourth
2015-02-12 15:51:19,113 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/skipped/fourth dst=null perm=null proto=rpc
2015-02-12 15:51:19,114 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/skipped/second
2015-02-12 15:51:19,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/skipped/second dst=null perm=null proto=rpc
2015-02-12 15:51:19,116 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/skipped/fourth
2015-02-12 15:51:19,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/skipped/fourth dst=null perm=null proto=rpc
2015-02-12 15:51:19,120 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/skipped/first
2015-02-12 15:51:19,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/skipped/first dst=null perm=null proto=rpc
2015-02-12 15:51:19,122 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/skipped/third
2015-02-12 15:51:19,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/skipped/third dst=null perm=null proto=rpc
2015-02-12 15:51:19,128 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:19,152 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:19,154 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:19,209 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:19,210 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:19,245 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:51:19,246 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:51:19,270 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] starting
2015-02-12 15:51:19,273 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] parallel execution is enabled: true
2015-02-12 15:51:19,273 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] starting flows: 3
2015-02-12 15:51:19,274 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] allocating threads: 3
2015-02-12 15:51:19,274 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] starting flow: second
2015-02-12 15:51:19,274 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] starting flow: first
2015-02-12 15:51:19,275 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] at least one sink is marked for delete
2015-02-12 15:51:19,275 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] at least one sink is marked for delete
2015-02-12 15:51:19,277 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:51:19,278 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:51:19,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:19,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:19,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:19,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:19,297 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting
2015-02-12 15:51:19,297 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting
2015-02-12 15:51:19,297 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:51:19,297 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:51:19,297 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first"]
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second"]
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] parallel execution is enabled: true
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting jobs: 1
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] allocating threads: 1
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] parallel execution is enabled: true
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting jobs: 1
2015-02-12 15:51:19,298 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] allocating threads: 1
2015-02-12 15:51:19,300 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...deplatform/multitap/first
2015-02-12 15:51:19,300 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...eplatform/multitap/second
2015-02-12 15:51:19,328 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:51:19,394 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:51:19,405 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:51:19,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:19,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:19,418 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:51:19,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:51:19,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:19,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:19,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:19,446 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 1
2015-02-12 15:51:19,446 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 2
2015-02-12 15:51:19,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002 dst=null perm=null proto=rpc
2015-02-12 15:51:19,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001 dst=null perm=null proto=rpc
2015-02-12 15:51:19,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:51:19,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:51:19,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:51:19,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:51:19,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,468 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:51:19,469 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:51:19,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 src: /127.0.0.1:55855 dest: /127.0.0.1:55798
2015-02-12 15:51:19,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 src: /127.0.0.1:55856 dest: /127.0.0.1:55801
2015-02-12 15:51:19,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 src: /127.0.0.1:55857 dest: /127.0.0.1:55805
2015-02-12 15:51:19,474 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 src: /127.0.0.1:55858 dest: /127.0.0.1:55798
2015-02-12 15:51:19,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 src: /127.0.0.1:55859 dest: /127.0.0.1:55801
2015-02-12 15:51:19,478 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 src: /127.0.0.1:55860 dest: /127.0.0.1:55805
2015-02-12 15:51:19,494 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55860, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005, duration: 13500000
2015-02-12 15:51:19,495 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,494 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55859, dest: /127.0.0.1:55801, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004, duration: 14472000
2015-02-12 15:51:19,495 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,497 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55858, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005, duration: 16367000
2015-02-12 15:51:19,497 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55857, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004, duration: 16737000
2015-02-12 15:51:19,498 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,497 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:19,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55856, dest: /127.0.0.1:55801, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005, duration: 19277000
2015-02-12 15:51:19,500 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741828_1004{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:19,505 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55855, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004, duration: 20444000
2015-02-12 15:51:19,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741829_1005{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,505 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,510 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,510 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741828_1004 size 254067
2015-02-12 15:51:19,511 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,511 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741829_1005 size 254067
2015-02-12 15:51:19,512 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741828_1004 size 254067
2015-02-12 15:51:19,515 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar
2015-02-12 15:51:19,516 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar
2015-02-12 15:51:19,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:19,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:19,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:19,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:19,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:19,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:19,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:19,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:19,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:19,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:19,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:19,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:19,548 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:51:19,548 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:51:19,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:19,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:19,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,571 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split
2015-02-12 15:51:19,571 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split
2015-02-12 15:51:19,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:19,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:19,575 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:19,576 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:51:19,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006 src: /127.0.0.1:55861 dest: /127.0.0.1:55808
2015-02-12 15:51:19,578 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007 src: /127.0.0.1:55862 dest: /127.0.0.1:55808
2015-02-12 15:51:19,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006 src: /127.0.0.1:55863 dest: /127.0.0.1:55798
2015-02-12 15:51:19,581 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007 src: /127.0.0.1:55864 dest: /127.0.0.1:55805
2015-02-12 15:51:19,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007 src: /127.0.0.1:55866 dest: /127.0.0.1:55798
2015-02-12 15:51:19,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006 src: /127.0.0.1:55865 dest: /127.0.0.1:55801
2015-02-12 15:51:19,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007 src: /127.0.0.1:55867 dest: /127.0.0.1:55801
2015-02-12 15:51:19,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006 src: /127.0.0.1:55868 dest: /127.0.0.1:55805
2015-02-12 15:51:19,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55868, dest: /127.0.0.1:55805, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, duration: 11490000
2015-02-12 15:51:19,600 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55867, dest: /127.0.0.1:55801, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, duration: 12484000
2015-02-12 15:51:19,600 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,600 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55866, dest: /127.0.0.1:55798, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, duration: 17905000
2015-02-12 15:51:19,607 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741830_1006{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55864, dest: /127.0.0.1:55805, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, duration: 19900000
2015-02-12 15:51:19,608 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,604 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55865, dest: /127.0.0.1:55801, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, duration: 15970000
2015-02-12 15:51:19,616 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,616 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:19,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55862, dest: /127.0.0.1:55808, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, duration: 26601000
2015-02-12 15:51:19,617 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,618 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55863, dest: /127.0.0.1:55798, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, duration: 28944000
2015-02-12 15:51:19,621 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55861, dest: /127.0.0.1:55808, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, duration: 34162000
2015-02-12 15:51:19,624 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741831_1007{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:19,630 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741830_1006 size 1435
2015-02-12 15:51:19,633 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,634 INFO blockmanagement.BlockManager (BlockManager.java:checkReplicaCorrupt(2207)) - Received an RBW replica for blk_1073741830_1006 on 127.0.0.1:55801: ignoring it, since it is complete with the same genstamp
2015-02-12 15:51:19,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741831_1007 size 1435
2015-02-12 15:51:19,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741830_1006 size 1435
2015-02-12 15:51:19,636 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741831_1007 size 1435
2015-02-12 15:51:19,636 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741830_1006 size 1435
2015-02-12 15:51:19,639 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,641 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:51:19,643 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:51:19,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008 src: /127.0.0.1:55869 dest: /127.0.0.1:55805
2015-02-12 15:51:19,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009 src: /127.0.0.1:55870 dest: /127.0.0.1:55798
2015-02-12 15:51:19,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009 src: /127.0.0.1:55872 dest: /127.0.0.1:55805
2015-02-12 15:51:19,648 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008 src: /127.0.0.1:55871 dest: /127.0.0.1:55801
2015-02-12 15:51:19,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009 src: /127.0.0.1:55874 dest: /127.0.0.1:55808
2015-02-12 15:51:19,650 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008 src: /127.0.0.1:55873 dest: /127.0.0.1:55808
2015-02-12 15:51:19,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55874, dest: /127.0.0.1:55808, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009, duration: 5276000
2015-02-12 15:51:19,657 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55873, dest: /127.0.0.1:55808, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008, duration: 5073000
2015-02-12 15:51:19,657 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,658 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,660 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55872, dest: /127.0.0.1:55805, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009, duration: 8030000
2015-02-12 15:51:19,661 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55871, dest: /127.0.0.1:55801, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008, duration: 8369000
2015-02-12 15:51:19,661 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,661 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,663 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55870, dest: /127.0.0.1:55798, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009, duration: 10673000
2015-02-12 15:51:19,663 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,665 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55869, dest: /127.0.0.1:55805, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008, duration: 12336000
2015-02-12 15:51:19,665 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741833_1009{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741833_1009 size 148
2015-02-12 15:51:19,670 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,671 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741832_1008{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,672 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:51:19,674 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,678 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:51:19,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741832_1008 size 148
2015-02-12 15:51:19,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,681 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:19,829 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:51:19,834 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:19,834 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010 src: /127.0.0.1:55875 dest: /127.0.0.1:55805
2015-02-12 15:51:19,837 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010 src: /127.0.0.1:55876 dest: /127.0.0.1:55798
2015-02-12 15:51:19,839 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010 src: /127.0.0.1:55877 dest: /127.0.0.1:55808
2015-02-12 15:51:19,842 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011 src: /127.0.0.1:55878 dest: /127.0.0.1:55798
2015-02-12 15:51:19,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011 src: /127.0.0.1:55879 dest: /127.0.0.1:55808
2015-02-12 15:51:19,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011 src: /127.0.0.1:55880 dest: /127.0.0.1:55805
2015-02-12 15:51:19,856 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55877, dest: /127.0.0.1:55808, bytes: 95992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010, duration: 14955000
2015-02-12 15:51:19,857 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,858 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55876, dest: /127.0.0.1:55798, bytes: 95992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010, duration: 16198000
2015-02-12 15:51:19,859 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55875, dest: /127.0.0.1:55805, bytes: 95992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010, duration: 19049000
2015-02-12 15:51:19,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55880, dest: /127.0.0.1:55805, bytes: 95990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011, duration: 5396000
2015-02-12 15:51:19,860 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:19,860 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741834_1010{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:19,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55879, dest: /127.0.0.1:55808, bytes: 95990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011, duration: 6289000
2015-02-12 15:51:19,862 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55878, dest: /127.0.0.1:55798, bytes: 95990, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011, duration: 7376000
2015-02-12 15:51:19,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,863 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:19,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741835_1011{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:51:19,870 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,872 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0002
2015-02-12 15:51:19,878 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:19,878 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0001
2015-02-12 15:51:19,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001 dst=null perm=null proto=rpc
2015-02-12 15:51:19,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002 dst=null perm=null proto=rpc
2015-02-12 15:51:19,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:19,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:19,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:19,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:19,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:19,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:19,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:19,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:19,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:19,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:19,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:19,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:19,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:19,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:20,034 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 1 submitted by user soberoi
2015-02-12 15:51:20,034 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 2 submitted by user soberoi
2015-02-12 15:51:20,035 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0002
2015-02-12 15:51:20,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0001
2015-02-12 15:51:20,036 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0002
2015-02-12 15:51:20,037 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from NEW to NEW_SAVING
2015-02-12 15:51:20,037 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0001
2015-02-12 15:51:20,037 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from NEW to NEW_SAVING
2015-02-12 15:51:20,043 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0002
2015-02-12 15:51:20,044 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0001
2015-02-12 15:51:20,064 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:51:20,064 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:51:20,069 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0002 from user: soberoi, in queue: default, currently num of applications: 1
2015-02-12 15:51:20,070 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0001 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:51:20,072 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from SUBMITTED to ACCEPTED
2015-02-12 15:51:20,073 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from SUBMITTED to ACCEPTED
2015-02-12 15:51:20,089 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0002_000001
2015-02-12 15:51:20,089 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from NEW to SUBMITTED
2015-02-12 15:51:20,090 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0001_000001
2015-02-12 15:51:20,090 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from NEW to SUBMITTED
2015-02-12 15:51:20,093 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0002_000001 to scheduler from user: soberoi
2015-02-12 15:51:20,094 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0001_000001 to scheduler from user: soberoi
2015-02-12 15:51:20,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:51:20,096 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:51:20,275 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0002
2015-02-12 15:51:20,275 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0001
2015-02-12 15:51:20,298 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0001/
2015-02-12 15:51:20,298 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0002/
2015-02-12 15:51:20,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1423785073222_0001
2015-02-12 15:51:20,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_1423785073222_0002
2015-02-12 15:51:20,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0001/
2015-02-12 15:51:20,299 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0002/
2015-02-12 15:51:21,000 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:21,001 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000001
2015-02-12 15:51:21,001 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:51:21,004 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0002_01_000001
2015-02-12 15:51:21,009 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:21,009 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0002_000001
2015-02-12 15:51:21,010 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0002 AttemptId: appattempt_1423785073222_0002_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0002_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:51:21,011 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:51:21,020 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:21,020 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000001
2015-02-12 15:51:21,020 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:51:21,021 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:51:21,021 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0001_01_000001
2015-02-12 15:51:21,022 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:21,022 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0001_000001
2015-02-12 15:51:21,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0001 AttemptId: appattempt_1423785073222_0001_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0001_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ]
2015-02-12 15:51:21,023 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:51:21,026 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:51:21,028 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0002_000001
2015-02-12 15:51:21,028 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0001_000001
2015-02-12 15:51:21,042 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0001_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0001_000001
2015-02-12 15:51:21,042 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0002_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0002_000001
2015-02-12 15:51:21,042 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0001_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:51:21,042 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0002_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:51:21,043 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0002_000001
2015-02-12 15:51:21,045 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0002_000001
2015-02-12 15:51:21,049 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0001_000001
2015-02-12 15:51:21,051 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0001_000001
2015-02-12 15:51:21,073 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:21,073 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:21,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0001_01_000001 by user soberoi
2015-02-12 15:51:21,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0002_01_000001 by user soberoi
2015-02-12 15:51:21,106 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0001
2015-02-12 15:51:21,107 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0002
2015-02-12 15:51:21,113 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from NEW to INITING
2015-02-12 15:51:21,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000001
2015-02-12 15:51:21,114 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000001
2015-02-12 15:51:21,113 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from NEW to INITING
2015-02-12 15:51:21,114 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0002_01_000001 to application application_1423785073222_0002
2015-02-12 15:51:21,116 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0001_01_000001 to application application_1423785073222_0001
2015-02-12 15:51:21,120 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from INITING to RUNNING
2015-02-12 15:51:21,121 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from INITING to RUNNING
2015-02-12 15:51:21,124 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:51:21,124 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0002
2015-02-12 15:51:21,125 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:51:21,128 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0001
2015-02-12 15:51:21,131 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0001_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0001_000001
2015-02-12 15:51:21,132 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:51:21,132 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0002_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0002_000001
2015-02-12 15:51:21,132 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:51:21,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,140 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:21,141 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0002_01_000001
2015-02-12 15:51:21,141 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0001_01_000001
2015-02-12 15:51:21,144 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar, 1423785060352, FILE, null }
2015-02-12 15:51:21,144 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar, 1423785060352, FILE, null }
2015-02-12 15:51:21,177 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0001_01_000001.tokens. Credentials list:
2015-02-12 15:51:21,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785060157, FILE, null }
2015-02-12 15:51:21,286 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785060157, FILE, null }
2015-02-12 15:51:21,310 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0002_01_000001.tokens. Credentials list:
2015-02-12 15:51:21,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,327 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:21,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:21,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:21,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:21,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:21,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:21,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:21,344 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:21,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:21,346 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:21,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,468 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/filecache/10/hadoop-8681261545765439065.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:21,473 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/filecache/10/hadoop-8681261545765439065.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:21,500 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:21,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,693 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0001_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000001.tokens
2015-02-12 15:51:21,694 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:21,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:21,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,779 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:21,785 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/filecache/11/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:21,813 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55805 to replicate blk_1073741829_1005 to datanode(s) 127.0.0.1:55808
2015-02-12 15:51:21,813 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55798 to replicate blk_1073741828_1004 to datanode(s) 127.0.0.1:55808
2015-02-12 15:51:21,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0002_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000001.tokens
2015-02-12 15:51:21,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:21,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:21,969 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:21,996 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:22,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:22,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:22,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:22,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:22,037 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:22,046 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0001/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,083 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:22,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:22,096 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:22,125 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:22,126 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:22,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:22,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0002/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:22,212 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,213 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:22,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:22,274 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0002/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,282 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:22,282 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:22,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:22,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:22,369 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0002/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:22,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:22,430 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:22,430 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:22,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000001/default_container_executor.sh]
2015-02-12 15:51:22,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000001/default_container_executor.sh]
2015-02-12 15:51:22,694 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 to 127.0.0.1:55808
2015-02-12 15:51:22,701 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 (numBytes=254067) to /127.0.0.1:55808
2015-02-12 15:51:22,706 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 src: /127.0.0.1:55890 dest: /127.0.0.1:55808
2015-02-12 15:51:22,709 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004 src: /127.0.0.1:55890 dest: /127.0.0.1:55808 of size 254067
2015-02-12 15:51:22,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741828_1004 size 254067
2015-02-12 15:51:22,972 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=596b6db3-580d-41b7-9d97-4dcec9710eb7, infoPort=55806, ipcPort=55807, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 to 127.0.0.1:55808
2015-02-12 15:51:22,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 src: /127.0.0.1:55891 dest: /127.0.0.1:55808
2015-02-12 15:51:22,975 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 (numBytes=254067) to /127.0.0.1:55808
2015-02-12 15:51:22,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005 src: /127.0.0.1:55891 dest: /127.0.0.1:55808 of size 254067
2015-02-12 15:51:22,978 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741829_1005 size 254067
2015-02-12 15:51:23,967 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003
2015-02-12 15:51:25,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:25,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:51:25,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:51:25,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:51:25,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:25,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001 dst=null perm=null proto=rpc
2015-02-12 15:51:25,690 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:51:25,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:25,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:25,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:25,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:51:25,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:51:25,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:51:25,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002 dst=null perm=null proto=rpc
2015-02-12 15:51:25,830 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:51:25,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:26,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:26,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:26,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:26,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:27,543 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:27,552 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0001_000001
2015-02-12 15:51:27,553 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0001 APPATTEMPTID=appattempt_1423785073222_0001_000001
2015-02-12 15:51:27,553 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:51:27,553 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from ACCEPTED to RUNNING
2015-02-12 15:51:27,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:27,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:27,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:27,842 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 15:51:27,842 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:51:28,076 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:28,082 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0002_000001
2015-02-12 15:51:28,082 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0002 APPATTEMPTID=appattempt_1423785073222_0002_000001
2015-02-12 15:51:28,083 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:51:28,083 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from ACCEPTED to RUNNING
2015-02-12 15:51:28,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:28,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:28,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:28,310 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:51:28,364 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012 src: /127.0.0.1:55919 dest: /127.0.0.1:55801
2015-02-12 15:51:28,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012 src: /127.0.0.1:55920 dest: /127.0.0.1:55798
2015-02-12 15:51:28,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012 src: /127.0.0.1:55921 dest: /127.0.0.1:55808
2015-02-12 15:51:28,409 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55921, dest: /127.0.0.1:55808, bytes: 112587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012, duration: 39660000
2015-02-12 15:51:28,409 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:28,410 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:28,410 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55920, dest: /127.0.0.1:55798, bytes: 112587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012, duration: 40681000
2015-02-12 15:51:28,411 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,412 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55919, dest: /127.0.0.1:55801, bytes: 112587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012, duration: 41984000
2015-02-12 15:51:28,412 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,412 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:28,413 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741836_1012{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:28,420 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:28,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:28,484 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:51:28,487 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013 src: /127.0.0.1:55922 dest: /127.0.0.1:55801
2015-02-12 15:51:28,489 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013 src: /127.0.0.1:55923 dest: /127.0.0.1:55805
2015-02-12 15:51:28,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013 src: /127.0.0.1:55924 dest: /127.0.0.1:55808
2015-02-12 15:51:28,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55924, dest: /127.0.0.1:55808, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013, duration: 5810000
2015-02-12 15:51:28,502 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:28,502 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:28,502 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55923, dest: /127.0.0.1:55805, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013, duration: 6253000
2015-02-12 15:51:28,503 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,504 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55922, dest: /127.0.0.1:55801, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013, duration: 7535000
2015-02-12 15:51:28,504 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,504 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741837_1013{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001.summary is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:28,592 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005
2015-02-12 15:51:28,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003
2015-02-12 15:51:28,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009
2015-02-12 15:51:28,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007
2015-02-12 15:51:28,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004
2015-02-12 15:51:28,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011
2015-02-12 15:51:28,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006
2015-02-12 15:51:28,600 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010
2015-02-12 15:51:28,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741827_1003
2015-02-12 15:51:28,643 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005
2015-02-12 15:51:28,644 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006
2015-02-12 15:51:28,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004
2015-02-12 15:51:28,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007
2015-02-12 15:51:28,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008
2015-02-12 15:51:28,705 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:51:28,757 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014 src: /127.0.0.1:55925 dest: /127.0.0.1:55798
2015-02-12 15:51:28,759 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014 src: /127.0.0.1:55926 dest: /127.0.0.1:55808
2015-02-12 15:51:28,762 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014 src: /127.0.0.1:55927 dest: /127.0.0.1:55801
2015-02-12 15:51:28,801 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55927, dest: /127.0.0.1:55801, bytes: 112585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014, duration: 37087000
2015-02-12 15:51:28,801 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:28,802 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55926, dest: /127.0.0.1:55808, bytes: 112585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014, duration: 38104000
2015-02-12 15:51:28,802 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,803 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55925, dest: /127.0.0.1:55798, bytes: 112585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014, duration: 39544000
2015-02-12 15:51:28,804 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,802 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741838_1014{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:28,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:28,865 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:51:28,868 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015 src: /127.0.0.1:55928 dest: /127.0.0.1:55798
2015-02-12 15:51:28,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015 src: /127.0.0.1:55929 dest: /127.0.0.1:55801
2015-02-12 15:51:28,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015 src: /127.0.0.1:55930 dest: /127.0.0.1:55808
2015-02-12 15:51:28,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55930, dest: /127.0.0.1:55808, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015, duration: 1772000
2015-02-12 15:51:28,876 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:28,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:28,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55929, dest: /127.0.0.1:55801, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015, duration: 2714000
2015-02-12 15:51:28,877 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55928, dest: /127.0.0.1:55798, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015, duration: 4374000
2015-02-12 15:51:28,879 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:28,880 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741839_1015{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:28,885 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002.summary is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:28,972 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006
2015-02-12 15:51:28,974 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004
2015-02-12 15:51:28,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005
2015-02-12 15:51:28,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009
2015-02-12 15:51:28,976 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007
2015-02-12 15:51:28,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011
2015-02-12 15:51:28,978 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008
2015-02-12 15:51:28,979 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010
2015-02-12 15:51:29,011 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:29,012 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000002
2015-02-12 15:51:29,012 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:51:29,046 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:29,046 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000003
2015-02-12 15:51:29,046 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:51:29,193 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:29,194 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000002
2015-02-12 15:51:29,194 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:51:29,264 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:29,265 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000003
2015-02-12 15:51:29,265 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:51:29,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741834_1010
2015-02-12 15:51:29,270 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741831_1007
2015-02-12 15:51:29,271 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741833_1009
2015-02-12 15:51:29,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741832_1008
2015-02-12 15:51:29,272 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741830_1006
2015-02-12 15:51:29,273 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741835_1011
2015-02-12 15:51:29,275 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741829_1005
2015-02-12 15:51:29,277 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741828_1004
2015-02-12 15:51:29,773 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0001_01_000002
2015-02-12 15:51:29,775 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:29,775 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0001_01_000003
2015-02-12 15:51:29,776 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:29,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,832 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:29,833 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:29,836 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,837 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:29,905 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:29,906 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:29,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0001_01_000002 by user soberoi
2015-02-12 15:51:29,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0001_01_000003 by user soberoi
2015-02-12 15:51:29,911 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000003
2015-02-12 15:51:29,911 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0001_01_000003 to application application_1423785073222_0001
2015-02-12 15:51:29,911 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:51:29,911 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0001
2015-02-12 15:51:29,911 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0001
2015-02-12 15:51:29,912 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:29,910 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0001
2015-02-12 15:51:29,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000002
2015-02-12 15:51:29,912 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0001
2015-02-12 15:51:29,913 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from NEW to INITING
2015-02-12 15:51:29,913 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0001_01_000002 to application application_1423785073222_0001
2015-02-12 15:51:29,913 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from INITING to RUNNING
2015-02-12 15:51:29,913 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:51:29,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0001
2015-02-12 15:51:29,913 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:29,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0001
2015-02-12 15:51:29,914 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:29,914 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0001
2015-02-12 15:51:29,915 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:29,915 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:29,915 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0001_01_000002
2015-02-12 15:51:29,929 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0001_01_000002.tokens. Credentials list:
2015-02-12 15:51:29,974 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:29,974 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:30,017 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:30,018 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:30,018 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000004
2015-02-12 15:51:30,018 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:51:30,051 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:30,052 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:30,052 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000004
2015-02-12 15:51:30,053 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:51:30,109 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:30,144 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000003/default_container_executor.sh]
2015-02-12 15:51:30,198 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:30,199 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000005
2015-02-12 15:51:30,199 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:51:30,204 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0002_01_000002
2015-02-12 15:51:30,205 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:30,206 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0002_01_000003
2015-02-12 15:51:30,206 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:30,207 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0002_01_000004
2015-02-12 15:51:30,209 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:30,210 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:30,266 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:30,267 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000005
2015-02-12 15:51:30,267 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:51:30,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,277 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0001_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000002.tokens
2015-02-12 15:51:30,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:30,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:30,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:30,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,328 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,435 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:30,436 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:30,435 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:30,440 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0002_01_000005 by user soberoi
2015-02-12 15:51:30,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0002
2015-02-12 15:51:30,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000005
2015-02-12 15:51:30,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0002_01_000003 by user soberoi
2015-02-12 15:51:30,443 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from NEW to INITING
2015-02-12 15:51:30,443 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0002_01_000005 to application application_1423785073222_0002
2015-02-12 15:51:30,447 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0002_01_000004 by user soberoi
2015-02-12 15:51:30,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000004
2015-02-12 15:51:30,448 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0002_01_000004 to application application_1423785073222_0002
2015-02-12 15:51:30,448 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from INITING to RUNNING
2015-02-12 15:51:30,448 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:30,448 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:51:30,448 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:51:30,448 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0002
2015-02-12 15:51:30,448 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0002
2015-02-12 15:51:30,448 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:30,448 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0002
2015-02-12 15:51:30,449 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0002
2015-02-12 15:51:30,449 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0002
2015-02-12 15:51:30,449 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:30,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,450 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0002
2015-02-12 15:51:30,450 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000003
2015-02-12 15:51:30,449 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0002
2015-02-12 15:51:30,450 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,451 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,451 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,451 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0002_01_000005
2015-02-12 15:51:30,451 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:30,452 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785060157, FILE, null }
2015-02-12 15:51:30,455 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from NEW to INITING
2015-02-12 15:51:30,455 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0002_01_000003 to application application_1423785073222_0002
2015-02-12 15:51:30,457 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from INITING to RUNNING
2015-02-12 15:51:30,461 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:51:30,461 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0002
2015-02-12 15:51:30,461 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0002
2015-02-12 15:51:30,461 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:30,462 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0002
2015-02-12 15:51:30,462 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,462 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,463 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,463 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:30,463 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0002_01_000003
2015-02-12 15:51:30,468 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar, 1423785060157, FILE, null }
2015-02-12 15:51:30,507 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0002_01_000002 by user soberoi
2015-02-12 15:51:30,507 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000002
2015-02-12 15:51:30,542 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:30,542 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:30,552 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:30,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:30,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:30,627 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785073222_0002_01_000005.tokens. Credentials list:
2015-02-12 15:51:30,627 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785073222_0002_01_000003.tokens. Credentials list:
2015-02-12 15:51:30,643 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar, 1423785060352, FILE, null }
2015-02-12 15:51:30,655 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar, 1423785060352, FILE, null }
2015-02-12 15:51:30,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:30,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:30,696 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:30,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:30,697 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:30,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:30,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:30,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:30,722 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:30,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:30,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:30,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:30,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:30,793 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:30,793 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0001_01_000005
2015-02-12 15:51:30,795 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:30,807 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:30,807 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:30,810 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0001_01_000004 by user soberoi
2015-02-12 15:51:30,810 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0001_01_000005 by user soberoi
2015-02-12 15:51:30,810 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000004
2015-02-12 15:51:30,810 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0001
2015-02-12 15:51:30,810 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0001_01_000004 to application application_1423785073222_0001
2015-02-12 15:51:30,810 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000005
2015-02-12 15:51:30,811 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:51:30,811 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0001
2015-02-12 15:51:30,811 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0001
2015-02-12 15:51:30,811 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:30,811 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0001
2015-02-12 15:51:30,812 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:30,836 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:30,838 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:30,839 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:30,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/filecache/10/MRAppJar.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:30,914 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:30,914 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:30,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:30,967 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:31,013 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000004/default_container_executor.sh]
2015-02-12 15:51:31,023 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:31,023 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0001
2015-02-12 15:51:31,024 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000006 Container Transitioned from NEW to RESERVED
2015-02-12 15:51:31,024 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0001_01_000006 on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@340fa23d
2015-02-12 15:51:31,048 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:31,049 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0001
2015-02-12 15:51:31,049 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000007 Container Transitioned from NEW to RESERVED
2015-02-12 15:51:31,049 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0001_01_000007 on node host: 10.1.1.67:55847 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@340fa23d
2015-02-12 15:51:31,171 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from NEW to INITING
2015-02-12 15:51:31,171 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0001_01_000005 to application application_1423785073222_0001
2015-02-12 15:51:31,172 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from INITING to RUNNING
2015-02-12 15:51:31,172 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:51:31,172 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0001
2015-02-12 15:51:31,172 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0001
2015-02-12 15:51:31,172 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:31,173 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0001
2015-02-12 15:51:31,173 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:31,174 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:31,174 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0001_01_000005
2015-02-12 15:51:31,179 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar, 1423785060352, FILE, null }
2015-02-12 15:51:31,200 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:31,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:31,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:31,201 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000008
2015-02-12 15:51:31,202 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:51:31,204 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0002_01_000002 to application application_1423785073222_0002
2015-02-12 15:51:31,207 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:51:31,207 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0002
2015-02-12 15:51:31,207 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0001_01_000005.tokens. Credentials list:
2015-02-12 15:51:31,207 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0002
2015-02-12 15:51:31,208 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:31,208 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0002
2015-02-12 15:51:31,208 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0002_01_000002
2015-02-12 15:51:31,209 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:addResource(755)) - Downloading public rsrc:{ hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar, 1423785060352, FILE, null }
2015-02-12 15:51:31,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,226 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:51:31,248 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785073222_0002_01_000002.tokens. Credentials list:
2015-02-12 15:51:31,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:31,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:31,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:31,284 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000009
2015-02-12 15:51:31,284 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0001_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:51:31,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,301 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/filecache/11/hadoop-8681261545765439065.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:31,340 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785073222_0002_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000003.tokens
2015-02-12 15:51:31,341 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:31,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000002/default_container_executor.sh]
2015-02-12 15:51:31,400 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/filecache/11/hadoop-8681261545765439065.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:31,410 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785073222_0002_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000005.tokens
2015-02-12 15:51:31,411 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:31,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000004/default_container_executor.sh]
2015-02-12 15:51:31,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:31,695 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:31,697 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0002/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:31,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:31,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:31,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:31,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:31,802 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:51:31,802 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:31,802 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:31,803 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0001_01_000008
2015-02-12 15:51:31,803 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:31,804 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:31,813 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:31,813 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:31,814 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:31,863 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:31,863 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:31,871 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:31,871 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:31,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:31,871 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:32,024 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0001_000001 on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096
2015-02-12 15:51:32,024 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0001 unreserved on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096, currently has 1 at priority 20; currentReservation <memory:1024, vCores:1>
2015-02-12 15:51:32,053 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0001_000001 on node host: 10.1.1.67:55847 #containers=3 available=0 used=4096
2015-02-12 15:51:32,053 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0001 unreserved on node host: 10.1.1.67:55847 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:51:32,123 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000005/default_container_executor.sh]
2015-02-12 15:51:32,133 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000002/default_container_executor.sh]
2015-02-12 15:51:32,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000003/default_container_executor.sh]
2015-02-12 15:51:32,810 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000008 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:51:32,810 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000008 in state: RELEASED event:RELEASED
2015-02-12 15:51:32,814 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000008
2015-02-12 15:51:32,819 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:51:32,819 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000008 on node: host: 10.1.1.67:55839 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:51:32,819 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000009 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:51:32,819 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000009 in state: RELEASED event:RELEASED
2015-02-12 15:51:32,819 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000009
2015-02-12 15:51:32,820 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:51:32,820 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000009 on node: host: 10.1.1.67:55827 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:51:32,841 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:32,850 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:32,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0001_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000005.tokens
2015-02-12 15:51:32,981 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:32,989 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785073222_0002_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000002.tokens
2015-02-12 15:51:32,990 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:33,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:33,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:33,176 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:33,206 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0001_01_000008
2015-02-12 15:51:33,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:33,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:33,264 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0001/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:33,264 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:33,283 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0001_01_000009
2015-02-12 15:51:33,317 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:33,317 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:33,477 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000005/default_container_executor.sh]
2015-02-12 15:51:33,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012
2015-02-12 15:51:33,650 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013
2015-02-12 15:51:33,651 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012
2015-02-12 15:51:33,981 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013
2015-02-12 15:51:34,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741837_1013
2015-02-12 15:51:34,281 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014
2015-02-12 15:51:34,282 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741836_1012
2015-02-12 15:51:34,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015
2015-02-12 15:51:38,612 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015
2015-02-12 15:51:38,614 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014
2015-02-12 15:51:38,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741839_1015
2015-02-12 15:51:38,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741838_1014
2015-02-12 15:51:41,726 INFO hs.JobHistory (JobHistory.java:run(198)) - History Cleaner started
2015-02-12 15:51:41,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done dst=null perm=null proto=rpc
2015-02-12 15:51:41,730 INFO hs.JobHistory (JobHistory.java:run(204)) - History Cleaner complete
2015-02-12 15:51:46,482 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:46,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:47,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:47,237 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:47,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:47,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:47,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:47,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:47,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:47,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:47,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:47,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:47,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:47,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:47,999 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:48,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:48,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:48,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:48,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:48,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:48,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:51:48,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:48,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016 src: /127.0.0.1:55982 dest: /127.0.0.1:55805
2015-02-12 15:51:48,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016 src: /127.0.0.1:55983 dest: /127.0.0.1:55808
2015-02-12 15:51:48,331 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016 src: /127.0.0.1:55984 dest: /127.0.0.1:55801
2015-02-12 15:51:48,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:48,378 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55984, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000001_0_-1077115653_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016, duration: 45023000
2015-02-12 15:51:48,378 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:48,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:48,379 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55983, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000001_0_-1077115653_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016, duration: 45813000
2015-02-12 15:51:48,379 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:48,380 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:48,380 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55982, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000001_0_-1077115653_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016, duration: 46871000
2015-02-12 15:51:48,380 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:48,382 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741840_1016{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:48,388 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0001_m_000001_0_-1077115653_1
2015-02-12 15:51:48,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:51:48,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:51:48,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:51:48,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:48,451 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:48,455 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0001_01_000003
2015-02-12 15:51:48,456 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000003
2015-02-12 15:51:48,456 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:51:48,456 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0001_01_000003
2015-02-12 15:51:48,481 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0001_01_000003 is : 143
2015-02-12 15:51:48,486 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:51:48,488 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017 src: /127.0.0.1:55987 dest: /127.0.0.1:55805
2015-02-12 15:51:48,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017 src: /127.0.0.1:55988 dest: /127.0.0.1:55808
2015-02-12 15:51:48,492 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:48,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000003
2015-02-12 15:51:48,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017 src: /127.0.0.1:55989 dest: /127.0.0.1:55801
2015-02-12 15:51:48,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000003
2015-02-12 15:51:48,495 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000003
2015-02-12 15:51:48,497 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000003
2015-02-12 15:51:48,497 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000003
2015-02-12 15:51:48,500 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:48,500 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0001_01_000003 from application application_1423785073222_0001
2015-02-12 15:51:48,500 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:48,500 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0001
2015-02-12 15:51:48,503 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist for DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:48,541 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:51:48,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018 src: /127.0.0.1:55991 dest: /127.0.0.1:55808
2015-02-12 15:51:48,640 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018 src: /127.0.0.1:55992 dest: /127.0.0.1:55798
2015-02-12 15:51:48,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018 src: /127.0.0.1:55993 dest: /127.0.0.1:55805
2015-02-12 15:51:48,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55993, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000002_0_-1754759890_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018, duration: 58448000
2015-02-12 15:51:48,703 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:48,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:48,704 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55992, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000002_0_-1754759890_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018, duration: 59257000
2015-02-12 15:51:48,704 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:48,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:48,705 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55991, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000002_0_-1754759890_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018, duration: 60234000
2015-02-12 15:51:48,705 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:48,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741842_1018{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:48,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0002_m_000002_0_-1754759890_1
2015-02-12 15:51:48,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:51:48,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:51:48,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:51:48,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:48,771 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:48,773 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0002_01_000004
2015-02-12 15:51:48,774 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000004
2015-02-12 15:51:48,774 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:51:48,774 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0002_01_000004
2015-02-12 15:51:48,784 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:51:48,802 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0002_01_000004 is : 143
2015-02-12 15:51:48,810 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:51:48,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020 src: /127.0.0.1:55997 dest: /127.0.0.1:55798
2015-02-12 15:51:48,814 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020 src: /127.0.0.1:55998 dest: /127.0.0.1:55805
2015-02-12 15:51:48,815 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020 src: /127.0.0.1:55999 dest: /127.0.0.1:55801
2015-02-12 15:51:48,821 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:48,822 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000004
2015-02-12 15:51:48,823 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist for DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:48,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000004
2015-02-12 15:51:48,825 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000004
2015-02-12 15:51:48,826 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000004
2015-02-12 15:51:48,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000004
2015-02-12 15:51:48,832 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:48,832 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0002_01_000004 from application application_1423785073222_0002
2015-02-12 15:51:48,833 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:48,833 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0002
2015-02-12 15:51:48,914 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019 src: /127.0.0.1:55995 dest: /127.0.0.1:55801
2015-02-12 15:51:48,916 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019 src: /127.0.0.1:56000 dest: /127.0.0.1:55798
2015-02-12 15:51:48,917 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019 src: /127.0.0.1:56001 dest: /127.0.0.1:55808
2015-02-12 15:51:48,953 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:51:48,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56001, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000000_0_1952337638_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019, duration: 63801000
2015-02-12 15:51:48,983 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:48,984 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:48,984 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56000, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000000_0_1952337638_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019, duration: 64768000
2015-02-12 15:51:48,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:48,985 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55995, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000000_0_1952337638_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019, duration: 66094000
2015-02-12 15:51:48,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:48,986 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741843_1019{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:48,986 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,011 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0001_m_000000_0_1952337638_1
2015-02-12 15:51:49,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:51:49,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:49,057 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:49,059 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0001_01_000002
2015-02-12 15:51:49,059 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000002
2015-02-12 15:51:49,059 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:51:49,060 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0001_01_000002
2015-02-12 15:51:49,060 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:49,061 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0002_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:51:49,061 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000004
2015-02-12 15:51:49,062 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0002_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:51:49,063 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0002_000001 released container container_1423785073222_0002_01_000004 on node: host: 10.1.1.67:55843 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:51:49,085 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0001_01_000002 is : 143
2015-02-12 15:51:49,105 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:49,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000002
2015-02-12 15:51:49,106 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000002
2015-02-12 15:51:49,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000002
2015-02-12 15:51:49,107 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000002
2015-02-12 15:51:49,108 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000002
2015-02-12 15:51:49,108 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:49,109 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0001_01_000002 from application application_1423785073222_0001
2015-02-12 15:51:49,109 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:49,109 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0001
2015-02-12 15:51:49,112 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021 src: /127.0.0.1:56002 dest: /127.0.0.1:55798
2015-02-12 15:51:49,114 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021 src: /127.0.0.1:56004 dest: /127.0.0.1:55805
2015-02-12 15:51:49,116 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021 src: /127.0.0.1:56005 dest: /127.0.0.1:55808
2015-02-12 15:51:49,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:51:49,179 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56005, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000002_0_-322142828_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021, duration: 61624000
2015-02-12 15:51:49,179 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,180 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,180 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56004, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000002_0_-322142828_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021, duration: 62556000
2015-02-12 15:51:49,180 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,181 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56002, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000002_0_-322142828_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021, duration: 64050000
2015-02-12 15:51:49,182 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,182 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,183 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741845_1021{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,184 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:51:49,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,192 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0001_m_000002_0_-322142828_1
2015-02-12 15:51:49,222 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:51:49,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:49,274 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:49,277 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0001_01_000004
2015-02-12 15:51:49,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000004
2015-02-12 15:51:49,277 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:51:49,278 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0001_01_000004
2015-02-12 15:51:49,278 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:49,279 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:51:49,279 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000003
2015-02-12 15:51:49,279 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:51:49,279 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000003 on node: host: 10.1.1.67:55847 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:51:49,297 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0001_01_000004 is : 143
2015-02-12 15:51:49,311 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:49,311 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000004
2015-02-12 15:51:49,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000004
2015-02-12 15:51:49,312 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000004
2015-02-12 15:51:49,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000004
2015-02-12 15:51:49,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000004
2015-02-12 15:51:49,314 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:49,314 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0001_01_000004 from application application_1423785073222_0001
2015-02-12 15:51:49,314 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:49,314 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0001
2015-02-12 15:51:49,334 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022 src: /127.0.0.1:56006 dest: /127.0.0.1:55798
2015-02-12 15:51:49,336 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022 src: /127.0.0.1:56009 dest: /127.0.0.1:55805
2015-02-12 15:51:49,338 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022 src: /127.0.0.1:56010 dest: /127.0.0.1:55801
2015-02-12 15:51:49,353 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:51:49,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023 src: /127.0.0.1:56011 dest: /127.0.0.1:55808
2015-02-12 15:51:49,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023 src: /127.0.0.1:56013 dest: /127.0.0.1:55801
2015-02-12 15:51:49,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023 src: /127.0.0.1:56014 dest: /127.0.0.1:55798
2015-02-12 15:51:49,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56010, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000000_0_1791448348_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022, duration: 103216000
2015-02-12 15:51:49,443 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56009, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000000_0_1791448348_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022, duration: 104429000
2015-02-12 15:51:49,444 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56006, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000000_0_1791448348_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022, duration: 105773000
2015-02-12 15:51:49,446 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,446 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,447 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741846_1022{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,449 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:51:49,454 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0002_m_000000_0_1791448348_1
2015-02-12 15:51:49,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,478 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:51:49,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:49,504 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:49,506 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0002_01_000002
2015-02-12 15:51:49,506 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000002
2015-02-12 15:51:49,507 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:51:49,507 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0002_01_000002
2015-02-12 15:51:49,528 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0002_01_000002 is : 143
2015-02-12 15:51:49,540 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:49,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000002
2015-02-12 15:51:49,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000002
2015-02-12 15:51:49,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000002
2015-02-12 15:51:49,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000002
2015-02-12 15:51:49,542 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000002
2015-02-12 15:51:49,543 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:49,543 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0002_01_000002 from application application_1423785073222_0002
2015-02-12 15:51:49,543 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:49,544 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0002
2015-02-12 15:51:49,571 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024 src: /127.0.0.1:56015 dest: /127.0.0.1:55801
2015-02-12 15:51:49,573 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024 src: /127.0.0.1:56017 dest: /127.0.0.1:55808
2015-02-12 15:51:49,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024 src: /127.0.0.1:56018 dest: /127.0.0.1:55805
2015-02-12 15:51:49,582 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56014, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000003_0_1378082419_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023, duration: 152417000
2015-02-12 15:51:49,582 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,583 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,583 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56013, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000003_0_1378082419_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023, duration: 153332000
2015-02-12 15:51:49,584 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,584 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56011, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000003_0_1378082419_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023, duration: 154437000
2015-02-12 15:51:49,584 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741847_1023{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,585 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,594 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0002_m_000003_0_1378082419_1
2015-02-12 15:51:49,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:51:49,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:49,641 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:49,643 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0002_01_000005
2015-02-12 15:51:49,644 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000005
2015-02-12 15:51:49,644 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:51:49,645 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0002_01_000005
2015-02-12 15:51:49,645 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:49,645 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0002_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:51:49,645 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000002
2015-02-12 15:51:49,645 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0002_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:51:49,645 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0002_000001 released container container_1423785073222_0002_01_000002 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:51:49,666 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56018, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000001_0_-1384853315_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024, duration: 89101000
2015-02-12 15:51:49,666 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,666 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,667 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56017, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000001_0_-1384853315_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024, duration: 90031000
2015-02-12 15:51:49,667 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,668 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,668 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56015, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0002_m_000001_0_-1384853315_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024, duration: 91046000
2015-02-12 15:51:49,668 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0002_01_000005 is : 143
2015-02-12 15:51:49,668 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,669 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741848_1024{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0002_m_000001_0_-1384853315_1
2015-02-12 15:51:49,685 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:49,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000005
2015-02-12 15:51:49,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000005
2015-02-12 15:51:49,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000005
2015-02-12 15:51:49,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000005
2015-02-12 15:51:49,687 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,687 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000005
2015-02-12 15:51:49,688 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:49,688 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0002_01_000005 from application application_1423785073222_0002
2015-02-12 15:51:49,688 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:49,689 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0002
2015-02-12 15:51:49,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:51:49,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:51:49,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/_temporary/attempt_1423785073222_0002_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:49,720 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:49,723 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0002_01_000003
2015-02-12 15:51:49,723 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000003
2015-02-12 15:51:49,723 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:51:49,723 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0002_01_000003
2015-02-12 15:51:49,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,742 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0002_01_000003 is : 143
2015-02-12 15:51:49,743 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:51:49,757 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:49,758 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000003
2015-02-12 15:51:49,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,761 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000003
2015-02-12 15:51:49,761 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:49,761 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0002_01_000003 from application application_1423785073222_0002
2015-02-12 15:51:49,761 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:49,761 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0002
2015-02-12 15:51:49,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000003
2015-02-12 15:51:49,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000003
2015-02-12 15:51:49,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000003
2015-02-12 15:51:49,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:51:49,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:51:49,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:51:49,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:51:49,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:51:49,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:51:49,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:49,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:51:49,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:51:49,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary/1/task_1423785073222_0002_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary dst=null perm=null proto=rpc
2015-02-12 15:51:49,816 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,819 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,824 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,841 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55999, dest: /127.0.0.1:55801, bytes: 47545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020, duration: 1023450000
2015-02-12 15:51:49,841 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,843 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 15524
2015-02-12 15:51:49,843 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55998, dest: /127.0.0.1:55805, bytes: 47545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020, duration: 1025191000
2015-02-12 15:51:49,843 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 15524
2015-02-12 15:51:49,845 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55997, dest: /127.0.0.1:55798, bytes: 47545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020, duration: 1027741000
2015-02-12 15:51:49,845 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741844_1020, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,846 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741844_1020{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 15524
2015-02-12 15:51:49,848 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,854 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:51:49,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025 src: /127.0.0.1:56021 dest: /127.0.0.1:55808
2015-02-12 15:51:49,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025 src: /127.0.0.1:56022 dest: /127.0.0.1:55805
2015-02-12 15:51:49,859 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025 src: /127.0.0.1:56023 dest: /127.0.0.1:55798
2015-02-12 15:51:49,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56023, dest: /127.0.0.1:55798, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025, duration: 2104000
2015-02-12 15:51:49,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,864 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,864 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56022, dest: /127.0.0.1:55805, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025, duration: 2663000
2015-02-12 15:51:49,864 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,865 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56021, dest: /127.0.0.1:55808, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025, duration: 3790000
2015-02-12 15:51:49,865 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,866 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741849_1025{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,868 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary_tmp is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:49,880 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:51:49,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:49,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:51:49,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:49,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:51:49,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,899 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:51:49,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026 src: /127.0.0.1:56025 dest: /127.0.0.1:55801
2015-02-12 15:51:49,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026 src: /127.0.0.1:56026 dest: /127.0.0.1:55798
2015-02-12 15:51:49,905 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026 src: /127.0.0.1:56027 dest: /127.0.0.1:55808
2015-02-12 15:51:49,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56027, dest: /127.0.0.1:55808, bytes: 47545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026, duration: 2553000
2015-02-12 15:51:49,910 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,911 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56026, dest: /127.0.0.1:55798, bytes: 47545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026, duration: 3129000
2015-02-12 15:51:49,911 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56025, dest: /127.0.0.1:55801, bytes: 47545, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026, duration: 4351000
2015-02-12 15:51:49,912 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741850_1026{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,917 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:49,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:51:49,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:49,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:51:49,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:49,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002/job_1423785073222_0002_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:51:49,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:49,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:49,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027 src: /127.0.0.1:56029 dest: /127.0.0.1:55798
2015-02-12 15:51:49,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027 src: /127.0.0.1:56030 dest: /127.0.0.1:55808
2015-02-12 15:51:49,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027 src: /127.0.0.1:56031 dest: /127.0.0.1:55805
2015-02-12 15:51:49,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56031, dest: /127.0.0.1:55805, bytes: 112585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027, duration: 2505000
2015-02-12 15:51:49,948 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:49,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:51:49,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56030, dest: /127.0.0.1:55808, bytes: 112585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027, duration: 3216000
2015-02-12 15:51:49,949 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56029, dest: /127.0.0.1:55798, bytes: 112585, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-958316504_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027, duration: 4155000
2015-02-12 15:51:49,950 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:49,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741851_1027{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:49,952 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-958316504_1
2015-02-12 15:51:49,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:49,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:49,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:49,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:49,975 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0002_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:51:49,976 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:51:49,976 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0002 with final state: FINISHING
2015-02-12 15:51:49,976 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from RUNNING to FINAL_SAVING
2015-02-12 15:51:49,977 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0002
2015-02-12 15:51:49,978 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:51:49,978 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from FINAL_SAVING to FINISHING
2015-02-12 15:51:50,028 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:51:50,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:50,064 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:51:50,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000002
2015-02-12 15:51:50,064 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:51:50,065 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000002 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:51:50,065 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:50,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028 src: /127.0.0.1:56032 dest: /127.0.0.1:55798
2015-02-12 15:51:50,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028 src: /127.0.0.1:56033 dest: /127.0.0.1:55808
2015-02-12 15:51:50,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028 src: /127.0.0.1:56034 dest: /127.0.0.1:55801
2015-02-12 15:51:50,113 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56034, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000003_0_-99262640_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028, duration: 27668000
2015-02-12 15:51:50,113 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:50,114 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:51:50,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56033, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000003_0_-99262640_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028, duration: 28358000
2015-02-12 15:51:50,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,115 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,115 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56032, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0001_m_000003_0_-99262640_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028, duration: 29407000
2015-02-12 15:51:50,115 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741852_1028{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0001_m_000003_0_-99262640_1
2015-02-12 15:51:50,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:51:50,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:51:50,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:51:50,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/_temporary/attempt_1423785073222_0001_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:50,163 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:50,164 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0001_01_000005
2015-02-12 15:51:50,164 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000005
2015-02-12 15:51:50,164 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:51:50,164 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0001_01_000005
2015-02-12 15:51:50,165 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:50,165 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0002_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:51:50,165 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000003
2015-02-12 15:51:50,165 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0002_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:51:50,165 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0002_000001 released container container_1423785073222_0002_01_000003 on node: host: 10.1.1.67:55827 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:51:50,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,174 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,180 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:51:50,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,191 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0001_01_000005 is : 143
2015-02-12 15:51:50,193 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:51:50,197 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:51:50,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000005
2015-02-12 15:51:50,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:51:50,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000005
2015-02-12 15:51:50,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000005
2015-02-12 15:51:50,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000005
2015-02-12 15:51:50,201 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000005
2015-02-12 15:51:50,201 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:51:50,201 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0001_01_000005 from application application_1423785073222_0001
2015-02-12 15:51:50,202 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:50,202 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0001
2015-02-12 15:51:50,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,209 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:51:50,212 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:51:50,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,217 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:51:50,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:51:50,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:50,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:51:50,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:51:50,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary/1/task_1423785073222_0001_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary dst=null perm=null proto=rpc
2015-02-12 15:51:50,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,254 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,261 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,276 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55989, dest: /127.0.0.1:55801, bytes: 47544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017, duration: 1780851000
2015-02-12 15:51:50,276 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:50,277 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 15524
2015-02-12 15:51:50,278 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55988, dest: /127.0.0.1:55808, bytes: 47544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017, duration: 1782334000
2015-02-12 15:51:50,278 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,279 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 15524
2015-02-12 15:51:50,280 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:55987, dest: /127.0.0.1:55805, bytes: 47544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017, duration: 1784503000
2015-02-12 15:51:50,281 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741841_1017, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,281 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:50,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:50,282 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:51:50,282 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000004
2015-02-12 15:51:50,282 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:51:50,282 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741841_1017{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 15524
2015-02-12 15:51:50,282 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000004 on node: host: 10.1.1.67:55847 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:51:50,283 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,288 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:51:50,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029 src: /127.0.0.1:56036 dest: /127.0.0.1:55808
2015-02-12 15:51:50,292 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029 src: /127.0.0.1:56037 dest: /127.0.0.1:55798
2015-02-12 15:51:50,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029 src: /127.0.0.1:56038 dest: /127.0.0.1:55801
2015-02-12 15:51:50,297 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56038, dest: /127.0.0.1:55801, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029, duration: 1574000
2015-02-12 15:51:50,298 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:50,298 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,298 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56037, dest: /127.0.0.1:55798, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029, duration: 1970000
2015-02-12 15:51:50,299 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,299 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56036, dest: /127.0.0.1:55808, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029, duration: 2951000
2015-02-12 15:51:50,299 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741853_1029{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,301 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary_tmp is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:50,310 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:51:50,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:50,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:51:50,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:50,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:51:50,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,327 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:50,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030 src: /127.0.0.1:56040 dest: /127.0.0.1:55808
2015-02-12 15:51:50,351 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030 src: /127.0.0.1:56041 dest: /127.0.0.1:55801
2015-02-12 15:51:50,352 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030 src: /127.0.0.1:56042 dest: /127.0.0.1:55805
2015-02-12 15:51:50,356 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56042, dest: /127.0.0.1:55805, bytes: 47544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030, duration: 1939000
2015-02-12 15:51:50,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:50,357 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56041, dest: /127.0.0.1:55801, bytes: 47544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030, duration: 2904000
2015-02-12 15:51:50,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,357 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56040, dest: /127.0.0.1:55808, bytes: 47544, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030, duration: 4349000
2015-02-12 15:51:50,359 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,360 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741854_1030{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:50,363 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:50,367 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:51:50,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:50,370 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:51:50,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:51:50,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001/job_1423785073222_0001_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:51:50,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:50,387 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:50,392 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031 src: /127.0.0.1:56043 dest: /127.0.0.1:55801
2015-02-12 15:51:50,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031 src: /127.0.0.1:56044 dest: /127.0.0.1:55808
2015-02-12 15:51:50,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031 src: /127.0.0.1:56045 dest: /127.0.0.1:55805
2015-02-12 15:51:50,398 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56045, dest: /127.0.0.1:55805, bytes: 112587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031, duration: 2018000
2015-02-12 15:51:50,398 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:50,399 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:51:50,399 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56044, dest: /127.0.0.1:55808, bytes: 112587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031, duration: 2669000
2015-02-12 15:51:50,399 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,400 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:51:50,400 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56043, dest: /127.0.0.1:55801, bytes: 112587, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2000248906_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031, duration: 3957000
2015-02-12 15:51:50,401 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:50,402 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741855_1031{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:51:50,404 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2000248906_1
2015-02-12 15:51:50,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:50,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:50,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:50,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:51:50,421 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0001_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:51:50,421 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:51:50,421 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0001 with final state: FINISHING
2015-02-12 15:51:50,422 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:51:50,422 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0001
2015-02-12 15:51:50,422 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:51:50,422 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:51:50,648 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:50,648 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:50,648 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0002_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:51:50,649 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000005
2015-02-12 15:51:50,649 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0002_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:51:50,649 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0002_000001 released container container_1423785073222_0002_01_000005 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:51:50,984 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0002 unregistered successfully.
2015-02-12 15:51:50,988 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741828_1004 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:51:50,988 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741830_1006 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:51:50,989 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741832_1008 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:51:50,989 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741835_1011 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:51:50,989 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741839_1015 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:51:50,989 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741844_1020 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:51:50,989 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741838_1014 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:51:50,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0002 dst=null perm=null proto=rpc
2015-02-12 15:51:51,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:51,061 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary
2015-02-12 15:51:51,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/_temporary dst=null perm=null proto=rpc
2015-02-12 15:51:51,062 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] completed flow: first
2015-02-12 15:51:51,068 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,069 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,166 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:51,166 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:51:51,166 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000005
2015-02-12 15:51:51,166 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:51:51,167 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000005 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:51:51,167 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,282 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,282 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,425 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0001 unregistered successfully.
2015-02-12 15:51:51,429 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741829_1005 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:51:51,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741831_1007 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:51:51,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741833_1009 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:51:51,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741834_1010 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:51:51,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741837_1013 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:51:51,430 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741841_1017 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:51:51,431 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741836_1012 127.0.0.1:55801 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:51:51,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0001 dst=null perm=null proto=rpc
2015-02-12 15:51:51,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:51,465 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary
2015-02-12 15:51:51,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/_temporary dst=null perm=null proto=rpc
2015-02-12 15:51:51,466 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] completed flow: second
2015-02-12 15:51:51,467 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] starting flow: multitap
2015-02-12 15:51:51,467 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] at least one sink is marked for delete
2015-02-12 15:51:51,468 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:51:51,469 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:51:51,470 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:51:51,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] starting
2015-02-12 15:51:51,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] source: MultiSourceTap[2:[Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first"], Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second"]]]
2015-02-12 15:51:51,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap"]
2015-02-12 15:51:51,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] parallel execution is enabled: true
2015-02-12 15:51:51,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] starting jobs: 1
2015-02-12 15:51:51,472 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [multitap] allocating threads: 1
2015-02-12 15:51:51,473 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [multitap] starting step: (1/1) ...latform/multitap/multitap
2015-02-12 15:51:51,485 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:51:51,496 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:51:51,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:51:51,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:51,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:51,503 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 3
2015-02-12 15:51:51,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003 dst=null perm=null proto=rpc
2015-02-12 15:51:51,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:51:51,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:51:51,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,511 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:51,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 src: /127.0.0.1:56047 dest: /127.0.0.1:55808
2015-02-12 15:51:51,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 src: /127.0.0.1:56048 dest: /127.0.0.1:55798
2015-02-12 15:51:51,516 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 src: /127.0.0.1:56049 dest: /127.0.0.1:55805
2015-02-12 15:51:51,521 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56049, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032, duration: 3573000
2015-02-12 15:51:51,522 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:51,522 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56048, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032, duration: 4035000
2015-02-12 15:51:51,523 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,523 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,524 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56047, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032, duration: 5851000
2015-02-12 15:51:51,524 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,527 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741856_1032{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,529 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:51,530 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar
2015-02-12 15:51:51,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:51:51,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:51:51,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:51,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:51:51,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:51:51,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:51,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:51,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:51:51,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:51,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:51,551 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:51:51,553 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 8
2015-02-12 15:51:51,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,558 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split
2015-02-12 15:51:51,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:51,560 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:51:51,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033 src: /127.0.0.1:56050 dest: /127.0.0.1:55801
2015-02-12 15:51:51,563 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033 src: /127.0.0.1:56051 dest: /127.0.0.1:55805
2015-02-12 15:51:51,565 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033 src: /127.0.0.1:56052 dest: /127.0.0.1:55808
2015-02-12 15:51:51,566 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033 src: /127.0.0.1:56053 dest: /127.0.0.1:55798
2015-02-12 15:51:51,571 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56053, dest: /127.0.0.1:55798, bytes: 3171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, duration: 2913000
2015-02-12 15:51:51,571 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:51,572 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,572 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56052, dest: /127.0.0.1:55808, bytes: 3171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, duration: 2781000
2015-02-12 15:51:51,572 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,574 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56051, dest: /127.0.0.1:55805, bytes: 3171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, duration: 4971000
2015-02-12 15:51:51,574 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,575 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56050, dest: /127.0.0.1:55801, bytes: 3171, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, duration: 5509000
2015-02-12 15:51:51,575 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,575 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,577 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,578 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741857_1033{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,579 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:51,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,588 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:51:51,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034 src: /127.0.0.1:56054 dest: /127.0.0.1:55798
2015-02-12 15:51:51,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034 src: /127.0.0.1:56055 dest: /127.0.0.1:55801
2015-02-12 15:51:51,594 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034 src: /127.0.0.1:56056 dest: /127.0.0.1:55808
2015-02-12 15:51:51,599 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56056, dest: /127.0.0.1:55808, bytes: 288, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034, duration: 2466000
2015-02-12 15:51:51,600 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:51,600 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:51,601 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56055, dest: /127.0.0.1:55801, bytes: 288, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034, duration: 4510000
2015-02-12 15:51:51,601 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56054, dest: /127.0.0.1:55798, bytes: 288, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034, duration: 6413000
2015-02-12 15:51:51,603 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741858_1034{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,608 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:51,608 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:8
2015-02-12 15:51:51,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:51:51,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:51:51,627 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035 src: /127.0.0.1:56057 dest: /127.0.0.1:55801
2015-02-12 15:51:51,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035 src: /127.0.0.1:56058 dest: /127.0.0.1:55808
2015-02-12 15:51:51,630 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035 src: /127.0.0.1:56059 dest: /127.0.0.1:55798
2015-02-12 15:51:51,633 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56059, dest: /127.0.0.1:55798, bytes: 96528, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035, duration: 1991000
2015-02-12 15:51:51,634 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:51,634 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56058, dest: /127.0.0.1:55808, bytes: 96528, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035, duration: 2791000
2015-02-12 15:51:51,634 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:51:51,635 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,636 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56057, dest: /127.0.0.1:55801, bytes: 96528, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035, duration: 3988000
2015-02-12 15:51:51,636 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:51,637 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,639 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741859_1035{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:51,640 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:51:51,640 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0003
2015-02-12 15:51:51,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003 dst=null perm=null proto=rpc
2015-02-12 15:51:51,643 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:51,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:51,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,648 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:51,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:51,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:51,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:51,651 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,651 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:51,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:51,659 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 3 submitted by user soberoi
2015-02-12 15:51:51,659 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0003
2015-02-12 15:51:51,659 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from NEW to NEW_SAVING
2015-02-12 15:51:51,659 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0003
2015-02-12 15:51:51,659 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0003
2015-02-12 15:51:51,660 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:51:51,660 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0003 from user: soberoi, in queue: default, currently num of applications: 3
2015-02-12 15:51:51,661 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from SUBMITTED to ACCEPTED
2015-02-12 15:51:51,661 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0003_000001
2015-02-12 15:51:51,661 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from NEW to SUBMITTED
2015-02-12 15:51:51,661 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0003_000001 to scheduler from user: soberoi
2015-02-12 15:51:51,662 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:51:51,662 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0003
2015-02-12 15:51:51,665 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0003/
2015-02-12 15:51:51,665 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [multitap] submitted hadoop job: job_1423785073222_0003
2015-02-12 15:51:51,665 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [multitap] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0003/
2015-02-12 15:51:51,842 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55805 to replicate blk_1073741856_1032 to datanode(s) 127.0.0.1:55801
2015-02-12 15:51:51,842 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015, blk_1073741841_1017]
2015-02-12 15:51:51,842 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741844_1020, blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741836_1012, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 15:51:52,074 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,074 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,076 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:52,076 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000001
2015-02-12 15:51:52,077 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:51:52,077 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0003_01_000001
2015-02-12 15:51:52,077 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:52,078 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0003_000001
2015-02-12 15:51:52,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0003 AttemptId: appattempt_1423785073222_0003_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0003_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:51:52,078 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:51:52,079 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:51:52,079 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0003_000001
2015-02-12 15:51:52,080 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0003_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0003_000001
2015-02-12 15:51:52,080 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0003_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:51:52,081 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0003_000001
2015-02-12 15:51:52,081 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0003_000001
2015-02-12 15:51:52,083 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:52,085 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000001 by user soberoi
2015-02-12 15:51:52,086 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0003
2015-02-12 15:51:52,086 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000001
2015-02-12 15:51:52,086 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from NEW to INITING
2015-02-12 15:51:52,086 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000001 to application application_1423785073222_0003
2015-02-12 15:51:52,087 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from INITING to RUNNING
2015-02-12 15:51:52,087 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0003_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0003_000001
2015-02-12 15:51:52,087 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:51:52,087 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:51:52,087 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:52,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:52,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:51:52,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:51:52,088 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:52,088 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0003_01_000001
2015-02-12 15:51:52,101 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0003_01_000001.tokens. Credentials list:
2015-02-12 15:51:52,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,216 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:52,283 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,283 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,301 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0003_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000001.tokens
2015-02-12 15:51:52,302 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:51:52,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:52,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:52,426 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:52,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:52,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:52,488 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0003/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:52,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:52,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:51:52,540 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0003/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:52,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:52,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:52,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:52,602 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:52,638 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:52,638 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:52,657 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,657 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:52,700 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:51:52,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:51:52,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:51:52,703 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:51:52,703 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:51:52,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:51:52,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 15:51:52,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 15:51:52,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 15:51:52,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 15:51:52,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:51:52,705 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 15:51:52,705 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 15:51:52,737 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000001/default_container_executor.sh]
2015-02-12 15:51:52,999 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=596b6db3-580d-41b7-9d97-4dcec9710eb7, infoPort=55806, ipcPort=55807, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 to 127.0.0.1:55801
2015-02-12 15:51:53,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 src: /127.0.0.1:56066 dest: /127.0.0.1:55801
2015-02-12 15:51:53,000 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:51:53,002 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032 src: /127.0.0.1:56066 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:51:53,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741856_1032 size 254067
2015-02-12 15:51:53,074 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:53,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,171 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,172 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,263 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:51:53,264 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:51:53,264 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 15:51:53,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:51:53,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:51:53,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 15:51:53,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 15:51:53,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:51:53,265 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:51:53,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:51:53,266 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:51:53,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:51:53,267 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:51:53,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 15:51:53,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 15:51:53,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:51:53,269 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 15:51:53,268 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:51:53,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 15:51:53,270 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:51:53,283 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,283 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,659 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,659 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:53,670 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016
2015-02-12 15:51:53,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018
2015-02-12 15:51:53,996 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016
2015-02-12 15:51:54,079 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,079 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,284 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,284 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018
2015-02-12 15:51:54,305 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741840_1016
2015-02-12 15:51:54,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021
2015-02-12 15:51:54,306 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019
2015-02-12 15:51:54,660 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,661 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:54,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:51:54,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:51:54,809 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:51:54,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:51:54,848 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741841_1017, blk_1073741844_1020, blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741836_1012, blk_1073741837_1013, blk_1073741838_1014, blk_1073741839_1015]
2015-02-12 15:51:54,848 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741841_1017, blk_1073741844_1020, blk_1073741828_1004, blk_1073741829_1005, blk_1073741830_1006, blk_1073741831_1007, blk_1073741832_1008, blk_1073741833_1009, blk_1073741834_1010, blk_1073741835_1011, blk_1073741837_1013]
2015-02-12 15:51:54,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003 dst=null perm=null proto=rpc
2015-02-12 15:51:54,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:51:54,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:51:55,083 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,083 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,176 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:55,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:51:55,287 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,288 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,664 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,664 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:55,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:51:55,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:51:55,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:51:55,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:51:55,685 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:51:55,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:51:55,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:51:55,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:51:55,686 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741836 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741838 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741839 for deletion
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:51:55,687 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:51:55,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:51:55,688 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:51:55,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741836_1012 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741836
2015-02-12 15:51:55,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741839_1015 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741839
2015-02-12 15:51:55,689 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741838_1014 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741838
2015-02-12 15:51:56,001 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741841 for deletion
2015-02-12 15:51:56,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828 for deletion
2015-02-12 15:51:56,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741844 for deletion
2015-02-12 15:51:56,002 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829 for deletion
2015-02-12 15:51:56,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741841_1017 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741841
2015-02-12 15:51:56,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830 for deletion
2015-02-12 15:51:56,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831 for deletion
2015-02-12 15:51:56,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741832 for deletion
2015-02-12 15:51:56,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741828_1004 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741828
2015-02-12 15:51:56,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741829_1005 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741829
2015-02-12 15:51:56,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741844_1020 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741844
2015-02-12 15:51:56,004 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741830_1006 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741830
2015-02-12 15:51:56,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741831_1007 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741831
2015-02-12 15:51:56,003 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741833 for deletion
2015-02-12 15:51:56,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741834 for deletion
2015-02-12 15:51:56,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741835 for deletion
2015-02-12 15:51:56,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741837 for deletion
2015-02-12 15:51:56,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741832_1008 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741832
2015-02-12 15:51:56,005 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741833_1009 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741833
2015-02-12 15:51:56,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741834_1010 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741834
2015-02-12 15:51:56,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741835_1011 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741835
2015-02-12 15:51:56,006 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741837_1013 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741837
2015-02-12 15:51:56,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0002_01_000001 succeeded
2015-02-12 15:51:56,044 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:51:56,044 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0002_01_000001
2015-02-12 15:51:56,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000001
2015-02-12 15:51:56,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000001
2015-02-12 15:51:56,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000001
2015-02-12 15:51:56,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0002/container_1423785073222_0002_01_000001
2015-02-12 15:51:56,067 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000001
2015-02-12 15:51:56,067 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0002_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:51:56,067 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0002_01_000001 from application application_1423785073222_0002
2015-02-12 15:51:56,067 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:56,067 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0002
2015-02-12 15:51:56,086 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,086 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0002_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:56,086 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0002_000001
2015-02-12 15:51:56,086 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0002_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:51:56,086 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000001
2015-02-12 15:51:56,086 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0002_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:51:56,087 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0002_000001 released container container_1423785073222_0002_01_000001 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:51:56,087 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,087 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0002_000001
2015-02-12 15:51:56,087 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0002_000001 State change from FINISHING to FINISHED
2015-02-12 15:51:56,088 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0002 State change from FINISHING to FINISHED
2015-02-12 15:51:56,089 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0002_000001 is done. finalState=FINISHED
2015-02-12 15:51:56,089 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0002 requests cleared
2015-02-12 15:51:56,089 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0002_000001
2015-02-12 15:51:56,090 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0002
2015-02-12 15:51:56,092 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0002,name=[C8037320E1AC47C8963E485A7483BC2A/FF358E960DB54A769251A7F106B89FFB] first/(1/1) ...deplatform/multitap/first,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0002/jobhistory/job/job_1423785073222_0002,appMasterHost=10.1.1.67,startTime=1423785080034,finishTime=1423785109976,finalStatus=SUCCEEDED
2015-02-12 15:51:56,094 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0002_000001 (auth:SIMPLE)
2015-02-12 15:51:56,097 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0002_01_000001
2015-02-12 15:51:56,098 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0002 CONTAINERID=container_1423785073222_0002_01_000001
2015-02-12 15:51:56,099 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0002_01_000001, container_1423785073222_0002_01_000004]
2015-02-12 15:51:56,101 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,101 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,101 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,102 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0002_01_000001
2015-02-12 15:51:56,102 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:51:56,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,104 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0002
2015-02-12 15:51:56,106 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:51:56,106 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0002, with delay of 10800 seconds
2015-02-12 15:51:56,181 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:51:56,181 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,181 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,182 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0002
2015-02-12 15:51:56,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,182 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:51:56,182 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0002, with delay of 10800 seconds
2015-02-12 15:51:56,182 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,256 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:56,258 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0003_000001
2015-02-12 15:51:56,259 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0003 APPATTEMPTID=appattempt_1423785073222_0003_000001
2015-02-12 15:51:56,259 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:51:56,259 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from ACCEPTED to RUNNING
2015-02-12 15:51:56,291 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,291 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,332 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:56,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:51:56,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:56,479 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0001_01_000001 succeeded
2015-02-12 15:51:56,479 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:51:56,480 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0001_01_000001
2015-02-12 15:51:56,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000001
2015-02-12 15:51:56,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000001
2015-02-12 15:51:56,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000001
2015-02-12 15:51:56,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0001/container_1423785073222_0001_01_000001
2015-02-12 15:51:56,507 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000001
2015-02-12 15:51:56,507 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0001_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:51:56,507 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0001_01_000001 from application application_1423785073222_0001
2015-02-12 15:51:56,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:56,507 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0001
2015-02-12 15:51:56,666 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:51:56,666 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,667 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:56,667 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,668 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0002
2015-02-12 15:51:56,668 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0002 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:51:56,668 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0002, with delay of 10800 seconds
2015-02-12 15:51:56,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,668 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0002
2015-02-12 15:51:56,688 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:51:56,739 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036 src: /127.0.0.1:56076 dest: /127.0.0.1:55798
2015-02-12 15:51:56,741 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036 src: /127.0.0.1:56077 dest: /127.0.0.1:55801
2015-02-12 15:51:56,742 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036 src: /127.0.0.1:56078 dest: /127.0.0.1:55808
2015-02-12 15:51:56,774 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56078, dest: /127.0.0.1:55808, bytes: 113123, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036, duration: 29705000
2015-02-12 15:51:56,775 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:56,776 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:56,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56077, dest: /127.0.0.1:55801, bytes: 113123, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036, duration: 31286000
2015-02-12 15:51:56,776 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:56,778 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56076, dest: /127.0.0.1:55798, bytes: 113123, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036, duration: 32893000
2015-02-12 15:51:56,779 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:56,779 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:56,780 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741860_1036{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:51:56,785 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:51:56,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:51:56,817 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:51:56,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037 src: /127.0.0.1:56079 dest: /127.0.0.1:55798
2015-02-12 15:51:56,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037 src: /127.0.0.1:56080 dest: /127.0.0.1:55808
2015-02-12 15:51:56,822 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037 src: /127.0.0.1:56081 dest: /127.0.0.1:55805
2015-02-12 15:51:56,826 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56081, dest: /127.0.0.1:55805, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037, duration: 1392000
2015-02-12 15:51:56,826 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:51:56,826 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:56,827 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56080, dest: /127.0.0.1:55808, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037, duration: 2369000
2015-02-12 15:51:56,827 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:56,828 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56079, dest: /127.0.0.1:55798, bytes: 392, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037, duration: 3438000
2015-02-12 15:51:56,828 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:51:56,828 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:56,830 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741861_1037{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:51:56,839 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003.summary is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:51:57,102 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,184 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,185 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,295 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0001_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:51:57,295 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0001_000001
2015-02-12 15:51:57,295 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0001_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:51:57,295 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000001
2015-02-12 15:51:57,296 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0001_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:51:57,296 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0001_000001 released container container_1423785073222_0001_01_000001 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:51:57,296 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,296 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,295 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0001_000001
2015-02-12 15:51:57,297 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0001_000001 State change from FINISHING to FINISHED
2015-02-12 15:51:57,297 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0001 State change from FINISHING to FINISHED
2015-02-12 15:51:57,297 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0001_000001 is done. finalState=FINISHED
2015-02-12 15:51:57,298 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0001 requests cleared
2015-02-12 15:51:57,298 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0001
2015-02-12 15:51:57,298 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0001_000001
2015-02-12 15:51:57,298 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0001,name=[33FCB3C81FD64A5FBBCC8F5F62174473/CA3CEA58329B4E13AF49DA6C74C5D43F] second/(1/1) ...eplatform/multitap/second,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0001/jobhistory/job/job_1423785073222_0001,appMasterHost=10.1.1.67,startTime=1423785080034,finishTime=1423785110421,finalStatus=SUCCEEDED
2015-02-12 15:51:57,301 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0001_000001 (auth:SIMPLE)
2015-02-12 15:51:57,303 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0001_01_000001
2015-02-12 15:51:57,303 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0001 CONTAINERID=container_1423785073222_0001_01_000001
2015-02-12 15:51:57,304 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,304 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0001_01_000001, container_1423785073222_0001_01_000003]
2015-02-12 15:51:57,304 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,304 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,304 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:51:57,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:57,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:57,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:57,306 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0001
2015-02-12 15:51:57,306 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:51:57,306 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0001, with delay of 10800 seconds
2015-02-12 15:51:57,306 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:57,668 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,668 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1061)) - Event EventType: FINISH_APPLICATION sent to absent application application_1423785073222_0001
2015-02-12 15:51:57,668 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:57,669 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:57,669 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000002
2015-02-12 15:51:57,669 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:51:57,845 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 15:51:57,845 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:51:58,104 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:51:58,104 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:58,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,104 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:58,104 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000003
2015-02-12 15:51:58,104 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:51:58,105 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0001
2015-02-12 15:51:58,105 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:51:58,105 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0001, with delay of 10800 seconds
2015-02-12 15:51:58,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,190 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:51:58,190 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:58,191 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,191 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:58,191 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000004
2015-02-12 15:51:58,191 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:51:58,192 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0001
2015-02-12 15:51:58,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,193 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0001
2015-02-12 15:51:58,193 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0001 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:51:58,193 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0001, with delay of 10800 seconds
2015-02-12 15:51:58,307 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:58,307 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:58,307 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000005
2015-02-12 15:51:58,308 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:51:58,347 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0003_01_000002
2015-02-12 15:51:58,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:58,348 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0003_01_000003
2015-02-12 15:51:58,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:58,349 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0003_01_000004
2015-02-12 15:51:58,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:58,349 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0003_01_000005
2015-02-12 15:51:58,349 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:58,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:58,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:58,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:51:58,487 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:58,487 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:58,487 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:58,487 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000002 by user soberoi
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000005 by user soberoi
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000004 by user soberoi
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0003
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0003
2015-02-12 15:51:58,492 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000005
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000003 by user soberoi
2015-02-12 15:51:58,494 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from NEW to INITING
2015-02-12 15:51:58,494 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000004 to application application_1423785073222_0003
2015-02-12 15:51:58,494 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000003 to application application_1423785073222_0003
2015-02-12 15:51:58,494 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from INITING to RUNNING
2015-02-12 15:51:58,495 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:51:58,492 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from NEW to INITING
2015-02-12 15:51:58,493 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000004
2015-02-12 15:51:58,492 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0003
2015-02-12 15:51:58,495 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000005 to application application_1423785073222_0003
2015-02-12 15:51:58,496 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000002
2015-02-12 15:51:58,496 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from INITING to RUNNING
2015-02-12 15:51:58,496 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from NEW to INITING
2015-02-12 15:51:58,496 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000002 to application application_1423785073222_0003
2015-02-12 15:51:58,496 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:51:58,496 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from INITING to RUNNING
2015-02-12 15:51:58,497 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:51:58,497 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,495 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,497 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,497 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:58,495 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:51:58,498 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:58,494 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000003
2015-02-12 15:51:58,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:58,498 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:58,498 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0003_01_000004
2015-02-12 15:51:58,498 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,499 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,499 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:58,497 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,499 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:58,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:58,499 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:58,499 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:58,500 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0003_01_000002
2015-02-12 15:51:58,497 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,500 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:58,500 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:58,499 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:58,500 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:58,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:51:58,501 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:51:58,501 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0003_01_000005
2015-02-12 15:51:58,501 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:58,523 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0003_01_000005.tokens. Credentials list:
2015-02-12 15:51:58,524 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0003_01_000002.tokens. Credentials list:
2015-02-12 15:51:58,525 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785073222_0003_01_000004.tokens. Credentials list:
2015-02-12 15:51:58,585 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:58,585 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:58,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028
2015-02-12 15:51:58,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021
2015-02-12 15:51:58,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019
2015-02-12 15:51:58,629 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741842_1018
2015-02-12 15:51:58,630 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026
2015-02-12 15:51:58,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027
2015-02-12 15:51:58,631 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022
2015-02-12 15:51:58,633 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029
2015-02-12 15:51:58,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032
2015-02-12 15:51:58,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023
2015-02-12 15:51:58,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034
2015-02-12 15:51:58,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033
2015-02-12 15:51:58,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025
2015-02-12 15:51:58,637 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035
2015-02-12 15:51:58,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:58,670 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:58,670 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000006
2015-02-12 15:51:58,670 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:51:58,673 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741843_1019
2015-02-12 15:51:58,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035
2015-02-12 15:51:58,675 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022
2015-02-12 15:51:58,676 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026
2015-02-12 15:51:58,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023
2015-02-12 15:51:58,677 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028
2015-02-12 15:51:58,678 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024
2015-02-12 15:51:58,680 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030
2015-02-12 15:51:58,681 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033
2015-02-12 15:51:58,682 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034
2015-02-12 15:51:58,736 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:58,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:58,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:51:58,834 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000003/default_container_executor.sh]
2015-02-12 15:51:58,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0003_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000002.tokens
2015-02-12 15:51:58,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:51:58,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785073222_0003_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000004.tokens
2015-02-12 15:51:58,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:51:58,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0003_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000005.tokens
2015-02-12 15:51:58,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0003 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:51:59,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027
2015-02-12 15:51:59,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741845_1021
2015-02-12 15:51:59,005 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024
2015-02-12 15:51:59,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033
2015-02-12 15:51:59,006 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741846_1022
2015-02-12 15:51:59,007 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030
2015-02-12 15:51:59,008 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025
2015-02-12 15:51:59,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:59,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:59,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:59,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:59,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:59,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar dst=null perm=null proto=rpc
2015-02-12 15:51:59,078 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032
2015-02-12 15:51:59,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029
2015-02-12 15:51:59,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031
2015-02-12 15:51:59,106 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:59,106 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:59,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:59,107 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000007
2015-02-12 15:51:59,107 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:51:59,123 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:59,139 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:59,144 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0003/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:59,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:59,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:59,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:59,196 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:51:59,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:59,197 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000008
2015-02-12 15:51:59,197 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:51:59,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:59,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:59,206 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032
2015-02-12 15:51:59,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:59,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml dst=null perm=null proto=rpc
2015-02-12 15:51:59,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:59,270 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,271 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:59,272 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,273 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0003/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:51:59,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:59,308 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:59,308 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000009
2015-02-12 15:51:59,308 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:51:59,309 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741857_1033
2015-02-12 15:51:59,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741854_1030
2015-02-12 15:51:59,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741847_1023
2015-02-12 15:51:59,311 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741850_1026
2015-02-12 15:51:59,311 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741848_1024
2015-02-12 15:51:59,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741851_1027
2015-02-12 15:51:59,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741852_1028
2015-02-12 15:51:59,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741858_1034
2015-02-12 15:51:59,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741849_1025
2015-02-12 15:51:59,327 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,327 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,327 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,335 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,335 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,367 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:59,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:59,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:59,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:51:59,388 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:59,392 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:59,392 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:59,393 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000006 by user soberoi
2015-02-12 15:51:59,394 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000006
2015-02-12 15:51:59,394 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000006 to application application_1423785073222_0003
2015-02-12 15:51:59,394 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:51:59,394 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,394 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,394 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:59,395 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:59,395 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,404 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031
2015-02-12 15:51:59,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000009 by user soberoi
2015-02-12 15:51:59,415 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000009
2015-02-12 15:51:59,415 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000009 to application application_1423785073222_0003
2015-02-12 15:51:59,415 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000008 by user soberoi
2015-02-12 15:51:59,416 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000009 transitioned from NEW to LOCALIZING
2015-02-12 15:51:59,416 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000008 to application application_1423785073222_0003
2015-02-12 15:51:59,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,416 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000008
2015-02-12 15:51:59,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,416 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 15:51:59,416 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:59,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,416 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,416 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:59,417 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:59,416 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:59,417 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,417 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000009 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,421 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:51:59,426 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0003_01_000007 by user soberoi
2015-02-12 15:51:59,427 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000007
2015-02-12 15:51:59,427 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0003_01_000007 to application application_1423785073222_0003
2015-02-12 15:51:59,427 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:51:59,427 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,428 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0003
2015-02-12 15:51:59,428 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:51:59,428 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0003
2015-02-12 15:51:59,428 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:51:59,511 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,511 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,514 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,514 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,522 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,522 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,523 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000009 transitioned from LOCALIZED to RUNNING
2015-02-12 15:51:59,523 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:51:59,672 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:51:59,673 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:51:59,673 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000010
2015-02-12 15:51:59,673 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:51:59,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741856_1032
2015-02-12 15:51:59,711 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741853_1029
2015-02-12 15:51:59,712 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741855_1031
2015-02-12 15:51:59,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000005/default_container_executor.sh]
2015-02-12 15:51:59,742 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000002/default_container_executor.sh]
2015-02-12 15:51:59,774 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000004/default_container_executor.sh]
2015-02-12 15:51:59,913 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741859_1035
2015-02-12 15:51:59,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000006/default_container_executor.sh]
2015-02-12 15:51:59,965 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000007/default_container_executor.sh]
2015-02-12 15:51:59,982 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000008/default_container_executor.sh]
2015-02-12 15:51:59,991 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000009/default_container_executor.sh]
2015-02-12 15:52:00,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:00,107 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0003
2015-02-12 15:52:00,107 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000011 Container Transitioned from NEW to RESERVED
2015-02-12 15:52:00,107 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0003_01_000011 on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@3a766442
2015-02-12 15:52:00,196 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:00,197 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000012 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:00,197 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000012
2015-02-12 15:52:00,197 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:52:00,312 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000009 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:00,313 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000013 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:00,313 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000013
2015-02-12 15:52:00,313 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0003_01_000013 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:52:00,377 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:52:00,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:00,378 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000012 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:00,379 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000013 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:01,110 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0003_000001 on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096
2015-02-12 15:52:01,111 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0003 unreserved on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:52:01,383 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:52:01,383 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000010 in state: RELEASED event:RELEASED
2015-02-12 15:52:01,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000010
2015-02-12 15:52:01,384 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:52:01,384 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000010 on node: host: 10.1.1.67:55839 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:52:01,384 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000012 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:52:01,384 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000012 in state: RELEASED event:RELEASED
2015-02-12 15:52:01,384 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000012
2015-02-12 15:52:01,385 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000012 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:52:01,385 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000012 on node: host: 10.1.1.67:55827 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:52:01,385 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000013 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:52:01,385 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000013 in state: RELEASED event:RELEASED
2015-02-12 15:52:01,385 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000013
2015-02-12 15:52:01,386 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000013 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:52:01,386 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000013 on node: host: 10.1.1.67:55847 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:52:01,679 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0003_01_000010
2015-02-12 15:52:02,203 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0003_01_000012
2015-02-12 15:52:02,314 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0003_01_000013
2015-02-12 15:52:03,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037
2015-02-12 15:52:03,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036
2015-02-12 15:52:04,085 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036
2015-02-12 15:52:04,410 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037
2015-02-12 15:52:04,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741860_1036
2015-02-12 15:52:04,922 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741861_1037
2015-02-12 15:52:13,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:13,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:14,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:14,421 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 310 Total time for transactions(ms): 30 Number of transactions batched in Syncs: 0 Number of syncs: 196 SyncTimes(ms): 74 54
2015-02-12 15:52:14,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:14,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:14,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:14,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:14,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000007_0/part-00007 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:14,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:14,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000006_0/part-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:14,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:14,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:15,127 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:15,159 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:15,245 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038 src: /127.0.0.1:56140 dest: /127.0.0.1:55798
2015-02-12 15:52:15,246 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038 src: /127.0.0.1:56142 dest: /127.0.0.1:55805
2015-02-12 15:52:15,249 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038 src: /127.0.0.1:56143 dest: /127.0.0.1:55801
2015-02-12 15:52:15,253 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039 src: /127.0.0.1:56141 dest: /127.0.0.1:55801
2015-02-12 15:52:15,255 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039 src: /127.0.0.1:56144 dest: /127.0.0.1:55798
2015-02-12 15:52:15,256 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039 src: /127.0.0.1:56145 dest: /127.0.0.1:55808
2015-02-12 15:52:15,299 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56143, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000001_0_-224703719_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038, duration: 47738000
2015-02-12 15:52:15,300 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:15,300 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:52:15,300 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56142, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000001_0_-224703719_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038, duration: 48089000
2015-02-12 15:52:15,301 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,301 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,301 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56140, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000001_0_-224703719_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038, duration: 49289000
2015-02-12 15:52:15,302 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,303 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741862_1038{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,308 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0003_m_000001_0_-224703719_1
2015-02-12 15:52:15,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56145, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000002_0_612647033_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039, duration: 62521000
2015-02-12 15:52:15,322 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:15,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,323 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,323 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56144, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000002_0_612647033_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039, duration: 63434000
2015-02-12 15:52:15,324 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56141, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000002_0_612647033_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039, duration: 64606000
2015-02-12 15:52:15,325 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,325 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741863_1039{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:52:15,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:15,346 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0003_m_000002_0_612647033_1
2015-02-12 15:52:15,372 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:15,375 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000003
2015-02-12 15:52:15,375 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000003
2015-02-12 15:52:15,375 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:52:15,375 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000003
2015-02-12 15:52:15,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,395 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000003 is : 143
2015-02-12 15:52:15,397 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:15,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040 src: /127.0.0.1:56148 dest: /127.0.0.1:55808
2015-02-12 15:52:15,401 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040 src: /127.0.0.1:56149 dest: /127.0.0.1:55798
2015-02-12 15:52:15,403 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040 src: /127.0.0.1:56150 dest: /127.0.0.1:55801
2015-02-12 15:52:15,411 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:15,411 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist for DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:15,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000003
2015-02-12 15:52:15,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000003
2015-02-12 15:52:15,412 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000003
2015-02-12 15:52:15,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000003
2015-02-12 15:52:15,413 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:15,413 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000003 from application application_1423785073222_0003
2015-02-12 15:52:15,413 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:15,413 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:15,413 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000003
2015-02-12 15:52:15,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,420 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:52:15,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:15,449 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:15,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000004
2015-02-12 15:52:15,452 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000004
2015-02-12 15:52:15,452 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:52:15,452 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000004
2015-02-12 15:52:15,471 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000004 is : 143
2015-02-12 15:52:15,482 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:15,482 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000004
2015-02-12 15:52:15,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000004
2015-02-12 15:52:15,483 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000004
2015-02-12 15:52:15,484 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000004
2015-02-12 15:52:15,484 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000004
2015-02-12 15:52:15,484 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:15,484 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000004 from application application_1423785073222_0003
2015-02-12 15:52:15,484 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:15,484 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:15,525 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:15,526 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000007_0/part-00007. BP-1640039792-10.1.1.67-1423785056790 blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:52:15,625 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042 src: /127.0.0.1:56154 dest: /127.0.0.1:55805
2015-02-12 15:52:15,626 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042 src: /127.0.0.1:56156 dest: /127.0.0.1:55798
2015-02-12 15:52:15,628 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042 src: /127.0.0.1:56157 dest: /127.0.0.1:55808
2015-02-12 15:52:15,629 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041 src: /127.0.0.1:56155 dest: /127.0.0.1:55808
2015-02-12 15:52:15,632 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041 src: /127.0.0.1:56158 dest: /127.0.0.1:55805
2015-02-12 15:52:15,634 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041 src: /127.0.0.1:56159 dest: /127.0.0.1:55801
2015-02-12 15:52:15,655 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:52:15,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043 src: /127.0.0.1:56160 dest: /127.0.0.1:55805
2015-02-12 15:52:15,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043 src: /127.0.0.1:56162 dest: /127.0.0.1:55801
2015-02-12 15:52:15,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043 src: /127.0.0.1:56163 dest: /127.0.0.1:55798
2015-02-12 15:52:15,736 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000005_0/part-00005. BP-1640039792-10.1.1.67-1423785056790 blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:52:15,763 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56159, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000000_0_516163183_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041, duration: 127808000
2015-02-12 15:52:15,764 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:15,764 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,765 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56158, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000000_0_516163183_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041, duration: 127852000
2015-02-12 15:52:15,765 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,765 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,766 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56155, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000000_0_516163183_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041, duration: 128337000
2015-02-12 15:52:15,766 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,766 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741865_1041{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,772 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0003_m_000000_0_516163183_1
2015-02-12 15:52:15,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:52:15,808 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000006_0/part-00006. BP-1640039792-10.1.1.67-1423785056790 blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:52:15,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:15,823 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:15,826 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000002
2015-02-12 15:52:15,827 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000002
2015-02-12 15:52:15,827 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:52:15,827 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000002
2015-02-12 15:52:15,846 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000002 is : 143
2015-02-12 15:52:15,856 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:15,856 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000002
2015-02-12 15:52:15,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000002
2015-02-12 15:52:15,857 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000002
2015-02-12 15:52:15,859 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000002
2015-02-12 15:52:15,859 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000002
2015-02-12 15:52:15,859 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:15,859 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000002 from application application_1423785073222_0003
2015-02-12 15:52:15,859 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:15,859 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:15,873 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56157, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000007_0_572414376_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042, duration: 242852000
2015-02-12 15:52:15,873 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:15,874 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:52:15,874 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56156, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000007_0_572414376_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042, duration: 244172000
2015-02-12 15:52:15,874 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,875 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56154, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000007_0_572414376_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042, duration: 245276000
2015-02-12 15:52:15,875 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:15,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741866_1042{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:15,881 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000007_0/part-00007 is closed by DFSClient_attempt_1423785073222_0003_m_000007_0_572414376_1
2015-02-12 15:52:15,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000007_0 dst=null perm=null proto=rpc
2015-02-12 15:52:15,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000007 dst=null perm=null proto=rpc
2015-02-12 15:52:15,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000007_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000007 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:15,926 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:15,928 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000009
2015-02-12 15:52:15,928 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000009
2015-02-12 15:52:15,928 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000009 transitioned from RUNNING to KILLING
2015-02-12 15:52:15,928 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000009
2015-02-12 15:52:15,948 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000009 is : 143
2015-02-12 15:52:15,959 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000009 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:15,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000009
2015-02-12 15:52:15,960 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000009
2015-02-12 15:52:15,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000009
2015-02-12 15:52:15,961 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000009
2015-02-12 15:52:15,963 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000009
2015-02-12 15:52:15,963 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000009 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:15,963 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000009 from application application_1423785073222_0003
2015-02-12 15:52:15,963 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:15,963 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:15,987 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044 src: /127.0.0.1:56164 dest: /127.0.0.1:55808
2015-02-12 15:52:15,988 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044 src: /127.0.0.1:56168 dest: /127.0.0.1:55805
2015-02-12 15:52:15,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044 src: /127.0.0.1:56169 dest: /127.0.0.1:55801
2015-02-12 15:52:16,004 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56163, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000003_0_2045899570_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043, duration: 271846000
2015-02-12 15:52:16,004 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56162, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000003_0_2045899570_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043, duration: 273164000
2015-02-12 15:52:16,005 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56160, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000003_0_2045899570_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043, duration: 274127000
2015-02-12 15:52:16,007 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741867_1043{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,013 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0003_m_000003_0_2045899570_1
2015-02-12 15:52:16,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045 src: /127.0.0.1:56165 dest: /127.0.0.1:55808
2015-02-12 15:52:16,019 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045 src: /127.0.0.1:56170 dest: /127.0.0.1:55801
2015-02-12 15:52:16,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045 src: /127.0.0.1:56171 dest: /127.0.0.1:55805
2015-02-12 15:52:16,022 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000004_0/part-00004. BP-1640039792-10.1.1.67-1423785056790 blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:52:16,028 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:52:16,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:16,061 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:16,063 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000005
2015-02-12 15:52:16,063 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000005
2015-02-12 15:52:16,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000009 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:16,064 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000009 in state: COMPLETED event:FINISHED
2015-02-12 15:52:16,064 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000009
2015-02-12 15:52:16,064 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:52:16,064 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000009 on node: host: 10.1.1.67:55847 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:52:16,065 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:52:16,065 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000005
2015-02-12 15:52:16,090 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000005 is : 143
2015-02-12 15:52:16,101 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:16,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000005
2015-02-12 15:52:16,102 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000005
2015-02-12 15:52:16,103 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000005
2015-02-12 15:52:16,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000005
2015-02-12 15:52:16,104 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000005
2015-02-12 15:52:16,104 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:16,104 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000005 from application application_1423785073222_0003
2015-02-12 15:52:16,104 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:16,104 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:16,125 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56169, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000005_0_247434834_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044, duration: 134027000
2015-02-12 15:52:16,126 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,126 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56168, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000005_0_247434834_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044, duration: 134713000
2015-02-12 15:52:16,126 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,127 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56164, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000005_0_247434834_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044, duration: 135639000
2015-02-12 15:52:16,127 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,128 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741868_1044{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,133 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000005_0/part-00005 is closed by DFSClient_attempt_1423785073222_0003_m_000005_0_247434834_1
2015-02-12 15:52:16,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046 src: /127.0.0.1:56172 dest: /127.0.0.1:55798
2015-02-12 15:52:16,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046 src: /127.0.0.1:56176 dest: /127.0.0.1:55801
2015-02-12 15:52:16,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046 src: /127.0.0.1:56178 dest: /127.0.0.1:55808
2015-02-12 15:52:16,146 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56171, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000006_0_1212122110_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045, duration: 122776000
2015-02-12 15:52:16,146 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56170, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000006_0_1212122110_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045, duration: 123451000
2015-02-12 15:52:16,147 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,147 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,149 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56165, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000006_0_1212122110_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045, duration: 125576000
2015-02-12 15:52:16,149 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741869_1045{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:52:16,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:16,175 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:16,176 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000007
2015-02-12 15:52:16,176 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000007
2015-02-12 15:52:16,176 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:52:16,177 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000007
2015-02-12 15:52:16,177 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:16,177 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:52:16,178 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000003
2015-02-12 15:52:16,178 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:52:16,178 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000003 on node: host: 10.1.1.67:55843 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:52:16,178 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000006_0/part-00006 is closed by DFSClient_attempt_1423785073222_0003_m_000006_0_1212122110_1
2015-02-12 15:52:16,194 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000007 is : 143
2015-02-12 15:52:16,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,206 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:16,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000007
2015-02-12 15:52:16,208 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000007
2015-02-12 15:52:16,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000007
2015-02-12 15:52:16,209 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000007
2015-02-12 15:52:16,208 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000007
2015-02-12 15:52:16,210 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:16,210 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000007 from application application_1423785073222_0003
2015-02-12 15:52:16,210 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:16,210 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:16,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:52:16,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000006_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000006 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:16,229 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:16,231 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000008
2015-02-12 15:52:16,231 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000008
2015-02-12 15:52:16,231 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000008 transitioned from RUNNING to KILLING
2015-02-12 15:52:16,231 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000008
2015-02-12 15:52:16,232 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:16,232 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:52:16,232 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000004
2015-02-12 15:52:16,232 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:52:16,232 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000004 on node: host: 10.1.1.67:55827 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:52:16,250 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000008 is : 143
2015-02-12 15:52:16,261 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:16,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000008
2015-02-12 15:52:16,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000008
2015-02-12 15:52:16,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000008
2015-02-12 15:52:16,263 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000008
2015-02-12 15:52:16,264 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000008
2015-02-12 15:52:16,265 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:16,266 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000008 from application application_1423785073222_0003
2015-02-12 15:52:16,266 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:16,266 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:16,273 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56178, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000004_0_-27673949_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046, duration: 129798000
2015-02-12 15:52:16,273 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,273 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56176, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000004_0_-27673949_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046, duration: 130542000
2015-02-12 15:52:16,274 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,274 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,274 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56172, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0003_m_000004_0_-27673949_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046, duration: 131476000
2015-02-12 15:52:16,275 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,275 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741870_1046{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,282 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0003_m_000004_0_-27673949_1
2015-02-12 15:52:16,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:52:16,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:52:16,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/_temporary/attempt_1423785073222_0003_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:16,327 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:16,329 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000006
2015-02-12 15:52:16,329 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000006
2015-02-12 15:52:16,329 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:52:16,329 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000006
2015-02-12 15:52:16,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:16,330 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:52:16,330 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000002
2015-02-12 15:52:16,330 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:52:16,330 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000002 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:52:16,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,337 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:52:16,350 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0003_01_000006 is : 143
2015-02-12 15:52:16,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:52:16,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:16,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,367 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:16,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000006
2015-02-12 15:52:16,368 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000006
2015-02-12 15:52:16,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000006
2015-02-12 15:52:16,369 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000006
2015-02-12 15:52:16,369 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000006
2015-02-12 15:52:16,369 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:16,370 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000006 from application application_1423785073222_0003
2015-02-12 15:52:16,370 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:16,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:16,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,373 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,374 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:52:16,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:16,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,379 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,381 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:52:16,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:16,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:52:16,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:16,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,397 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:52:16,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:52:16,401 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:52:16,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:52:16,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:52:16,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:52:16,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000006/part-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:16,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000007 dst=null perm=null proto=rpc
2015-02-12 15:52:16,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00007 dst=null perm=null proto=rpc
2015-02-12 15:52:16,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary/1/task_1423785073222_0003_m_000007/part-00007 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00007 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary dst=null perm=null proto=rpc
2015-02-12 15:52:16,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,441 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,448 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,475 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56150, dest: /127.0.0.1:55801, bytes: 79067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040, duration: 1069661000
2015-02-12 15:52:16,475 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,475 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 18172
2015-02-12 15:52:16,477 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56149, dest: /127.0.0.1:55798, bytes: 79067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040, duration: 1070517000
2015-02-12 15:52:16,477 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,478 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 18172
2015-02-12 15:52:16,478 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56148, dest: /127.0.0.1:55808, bytes: 79067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040, duration: 1073161000
2015-02-12 15:52:16,479 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741864_1040, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741864_1040{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 18172
2015-02-12 15:52:16,481 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,488 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:16,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047 src: /127.0.0.1:56182 dest: /127.0.0.1:55808
2015-02-12 15:52:16,493 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047 src: /127.0.0.1:56183 dest: /127.0.0.1:55798
2015-02-12 15:52:16,495 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047 src: /127.0.0.1:56184 dest: /127.0.0.1:55801
2015-02-12 15:52:16,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56184, dest: /127.0.0.1:55801, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047, duration: 1845000
2015-02-12 15:52:16,500 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56183, dest: /127.0.0.1:55798, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047, duration: 3725000
2015-02-12 15:52:16,502 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:52:16,503 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56182, dest: /127.0.0.1:55808, bytes: 438, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047, duration: 5702000
2015-02-12 15:52:16,503 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,505 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741871_1047{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,507 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:16,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:16,520 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:16,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:16,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:16,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:16,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,536 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:52:16,539 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048 src: /127.0.0.1:56186 dest: /127.0.0.1:55798
2015-02-12 15:52:16,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048 src: /127.0.0.1:56187 dest: /127.0.0.1:55801
2015-02-12 15:52:16,543 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048 src: /127.0.0.1:56188 dest: /127.0.0.1:55805
2015-02-12 15:52:16,546 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56188, dest: /127.0.0.1:55805, bytes: 79067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048, duration: 2045000
2015-02-12 15:52:16,547 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,548 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56187, dest: /127.0.0.1:55801, bytes: 79067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048, duration: 3459000
2015-02-12 15:52:16,548 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,549 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56186, dest: /127.0.0.1:55798, bytes: 79067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048, duration: 4619000
2015-02-12 15:52:16,549 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,549 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,550 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741872_1048{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,552 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:16,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:16,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:16,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:16,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:16,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003/job_1423785073222_0003_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:16,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:16,569 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:52:16,574 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049 src: /127.0.0.1:56190 dest: /127.0.0.1:55808
2015-02-12 15:52:16,575 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049 src: /127.0.0.1:56191 dest: /127.0.0.1:55798
2015-02-12 15:52:16,577 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049 src: /127.0.0.1:56192 dest: /127.0.0.1:55801
2015-02-12 15:52:16,581 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56192, dest: /127.0.0.1:55801, bytes: 113123, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049, duration: 2344000
2015-02-12 15:52:16,581 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:16,583 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56191, dest: /127.0.0.1:55798, bytes: 113123, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049, duration: 3547000
2015-02-12 15:52:16,583 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56190, dest: /127.0.0.1:55808, bytes: 113123, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1377931794_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049, duration: 6199000
2015-02-12 15:52:16,586 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:16,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,592 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741873_1049{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:16,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1377931794_1
2015-02-12 15:52:16,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:16,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:16,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:16,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:16,631 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0003_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:52:16,631 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:52:16,631 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0003 with final state: FINISHING
2015-02-12 15:52:16,631 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from RUNNING to FINAL_SAVING
2015-02-12 15:52:16,631 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0003
2015-02-12 15:52:16,632 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:52:16,632 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from FINAL_SAVING to FINISHING
2015-02-12 15:52:17,069 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:17,069 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:52:17,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000005
2015-02-12 15:52:17,069 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:17,069 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000005 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:17,070 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:17,182 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:17,182 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:17,182 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:52:17,182 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000007
2015-02-12 15:52:17,182 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:52:17,183 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000007 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:52:17,236 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:17,236 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:17,236 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 15:52:17,236 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000008
2015-02-12 15:52:17,236 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:17,236 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000008 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:17,330 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:17,330 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:17,331 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:52:17,331 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000006
2015-02-12 15:52:17,331 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:17,331 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000006 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:17,637 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0003 unregistered successfully.
2015-02-12 15:52:17,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741856_1032 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:52:17,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741857_1033 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:52:17,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741858_1034 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:52:17,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741859_1035 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:52:17,641 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741861_1037 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:52:17,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741864_1040 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:52:17,642 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741860_1036 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:52:17,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,684 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary
2015-02-12 15:52:17,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/_temporary dst=null perm=null proto=rpc
2015-02-12 15:52:17,685 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [multitap+first+second] completed flow: multitap
2015-02-12 15:52:17,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,700 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,704 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 8
2015-02-12 15:52:17,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,725 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:52:17,728 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:52:17,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:52:17,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00007 dst=null perm=null proto=rpc
2015-02-12 15:52:17,735 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/multitap/multitap
2015-02-12 15:52:17,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,738 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap dst=null perm=null proto=rpc
2015-02-12 15:52:17,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:52:17,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:52:17,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:52:17,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:52:17,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:52:17,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:52:17,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00007 dst=null perm=null proto=rpc
2015-02-12 15:52:17,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/multitap/part-00007 dst=null perm=null proto=rpc
2015-02-12 15:52:17,770 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/multitap/second
2015-02-12 15:52:17,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:52:17,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:52:17,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:52:17,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second dst=null perm=null proto=rpc
2015-02-12 15:52:17,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,789 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/multitap/first
2015-02-12 15:52:17,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:17,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:17,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:17,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/multitap/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:17,808 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:17,822 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:52:17,822 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:52:17,842 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:52:17,843 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:52:17,867 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:52:17,868 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:52:17,871 INFO planner.FlowPlanner (FlowPlanner.java:insertTempTapAfter(642)) - found checkpoint: checkpoint, using tap: Hfs["TextDelimited[[UNKNOWN]->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third"]
2015-02-12 15:52:17,895 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:52:17,896 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:52:17,906 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] starting
2015-02-12 15:52:17,908 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] parallel execution is enabled: true
2015-02-12 15:52:17,908 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] starting flows: 4
2015-02-12 15:52:17,908 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] allocating threads: 4
2015-02-12 15:52:17,909 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] starting flow: first
2015-02-12 15:52:17,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] at least one sink is marked for delete
2015-02-12 15:52:17,909 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:52:17,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,912 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting
2015-02-12 15:52:17,913 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:52:17,913 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first"]
2015-02-12 15:52:17,913 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] parallel execution is enabled: true
2015-02-12 15:52:17,913 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting jobs: 1
2015-02-12 15:52:17,913 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] allocating threads: 1
2015-02-12 15:52:17,914 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...platform/checkpoint/first
2015-02-12 15:52:17,924 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:52:17,936 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:52:17,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:17,940 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:17,942 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:17,945 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 4
2015-02-12 15:52:17,946 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004 dst=null perm=null proto=rpc
2015-02-12 15:52:17,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:52:17,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:52:17,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:17,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:17,954 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:52:17,957 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 src: /127.0.0.1:56199 dest: /127.0.0.1:55798
2015-02-12 15:52:17,958 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 src: /127.0.0.1:56200 dest: /127.0.0.1:55808
2015-02-12 15:52:17,959 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 src: /127.0.0.1:56201 dest: /127.0.0.1:55805
2015-02-12 15:52:17,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56201, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050, duration: 2304000
2015-02-12 15:52:17,964 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:17,964 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:17,964 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56200, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050, duration: 2822000
2015-02-12 15:52:17,964 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:17,965 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:17,965 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56199, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050, duration: 3915000
2015-02-12 15:52:17,966 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:17,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741874_1050{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:17,968 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:17,969 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar
2015-02-12 15:52:17,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:17,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:17,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:17,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:17,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:17,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:52:17,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:52:17,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:52:17,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:52:17,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:52:17,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:17,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:17,982 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:52:17,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:17,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:17,987 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:17,987 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split
2015-02-12 15:52:17,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:17,989 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:52:17,991 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051 src: /127.0.0.1:56202 dest: /127.0.0.1:55801
2015-02-12 15:52:17,993 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051 src: /127.0.0.1:56203 dest: /127.0.0.1:55808
2015-02-12 15:52:17,995 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051 src: /127.0.0.1:56204 dest: /127.0.0.1:55798
2015-02-12 15:52:17,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051 src: /127.0.0.1:56205 dest: /127.0.0.1:55805
2015-02-12 15:52:18,000 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56205, dest: /127.0.0.1:55805, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, duration: 1872000
2015-02-12 15:52:18,000 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:18,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56204, dest: /127.0.0.1:55798, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, duration: 2651000
2015-02-12 15:52:18,001 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56203, dest: /127.0.0.1:55808, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, duration: 3995000
2015-02-12 15:52:18,003 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,001 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:52:18,003 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:52:18,004 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56202, dest: /127.0.0.1:55801, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, duration: 5278000
2015-02-12 15:52:18,004 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,009 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741875_1051{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,011 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:18,012 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:18,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:18,015 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:18,017 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052 src: /127.0.0.1:56206 dest: /127.0.0.1:55798
2015-02-12 15:52:18,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052 src: /127.0.0.1:56207 dest: /127.0.0.1:55801
2015-02-12 15:52:18,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052 src: /127.0.0.1:56208 dest: /127.0.0.1:55808
2015-02-12 15:52:18,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56208, dest: /127.0.0.1:55808, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052, duration: 1241000
2015-02-12 15:52:18,023 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:18,024 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:18,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56207, dest: /127.0.0.1:55801, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052, duration: 2457000
2015-02-12 15:52:18,025 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56206, dest: /127.0.0.1:55798, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052, duration: 3526000
2015-02-12 15:52:18,026 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741876_1052{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:18,029 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:52:18,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:18,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:18,040 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:18,042 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053 src: /127.0.0.1:56209 dest: /127.0.0.1:55805
2015-02-12 15:52:18,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053 src: /127.0.0.1:56210 dest: /127.0.0.1:55798
2015-02-12 15:52:18,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053 src: /127.0.0.1:56211 dest: /127.0.0.1:55801
2015-02-12 15:52:18,048 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56211, dest: /127.0.0.1:55801, bytes: 95988, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053, duration: 1844000
2015-02-12 15:52:18,048 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:18,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,049 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56210, dest: /127.0.0.1:55798, bytes: 95988, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053, duration: 2560000
2015-02-12 15:52:18,049 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,049 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,050 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56209, dest: /127.0.0.1:55805, bytes: 95988, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053, duration: 3200000
2015-02-12 15:52:18,050 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:18,051 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741877_1053{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:18,053 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:18,054 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0004
2015-02-12 15:52:18,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004 dst=null perm=null proto=rpc
2015-02-12 15:52:18,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:18,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:18,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:18,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:18,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:18,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:18,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,067 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,069 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 4 submitted by user soberoi
2015-02-12 15:52:18,069 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0004
2015-02-12 15:52:18,069 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0004
2015-02-12 15:52:18,069 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0004
2015-02-12 15:52:18,069 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from NEW to NEW_SAVING
2015-02-12 15:52:18,069 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:52:18,070 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0004 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:52:18,070 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from SUBMITTED to ACCEPTED
2015-02-12 15:52:18,070 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0004_000001
2015-02-12 15:52:18,070 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0004
2015-02-12 15:52:18,070 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from NEW to SUBMITTED
2015-02-12 15:52:18,071 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0004_000001 to scheduler from user: soberoi
2015-02-12 15:52:18,071 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:52:18,071 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,072 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,073 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:18,073 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000001
2015-02-12 15:52:18,073 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:52:18,074 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0004_01_000001
2015-02-12 15:52:18,075 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:18,075 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0004_000001
2015-02-12 15:52:18,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0004 AttemptId: appattempt_1423785073222_0004_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0004_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ]
2015-02-12 15:52:18,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:52:18,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:52:18,076 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0004/
2015-02-12 15:52:18,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_1423785073222_0004
2015-02-12 15:52:18,077 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0004/
2015-02-12 15:52:18,077 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0004_000001
2015-02-12 15:52:18,079 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0004_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0004_000001
2015-02-12 15:52:18,079 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0004_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:52:18,079 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0004_000001
2015-02-12 15:52:18,079 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0004_000001
2015-02-12 15:52:18,088 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:18,096 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0004_01_000001 by user soberoi
2015-02-12 15:52:18,096 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0004
2015-02-12 15:52:18,096 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000001
2015-02-12 15:52:18,097 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from NEW to INITING
2015-02-12 15:52:18,097 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0004_01_000001 to application application_1423785073222_0004
2015-02-12 15:52:18,097 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from INITING to RUNNING
2015-02-12 15:52:18,098 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:52:18,098 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0004
2015-02-12 15:52:18,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:18,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:52:18,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:52:18,098 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:18,099 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0004_01_000001
2015-02-12 15:52:18,102 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0004_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0004_000001
2015-02-12 15:52:18,104 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:52:18,125 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0004_01_000001.tokens. Credentials list:
2015-02-12 15:52:18,186 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,187 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,238 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,238 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:18,333 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,333 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:18,408 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0004_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000001.tokens
2015-02-12 15:52:18,409 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:18,500 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,501 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:18,547 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:18,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:18,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:18,608 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0004/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:18,632 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:18,633 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:18,680 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:18,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:18,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:18,746 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0004/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:18,746 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:18,813 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:18,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:18,866 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55798 to replicate blk_1073741874_1050 to datanode(s) 127.0.0.1:55801
2015-02-12 15:52:18,867 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741861_1037, blk_1073741864_1040]
2015-02-12 15:52:18,867 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741861_1037, blk_1073741864_1040]
2015-02-12 15:52:18,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000001/default_container_executor.sh]
2015-02-12 15:52:19,072 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:19,072 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,072 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,189 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,190 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,240 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,240 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,336 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,336 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:19,725 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 to 127.0.0.1:55801
2015-02-12 15:52:19,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 15:52:19,725 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 15:52:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 15:52:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 15:52:19,726 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 15:52:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 15:52:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 15:52:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 15:52:19,727 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 15:52:19,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 src: /127.0.0.1:56215 dest: /127.0.0.1:55801
2015-02-12 15:52:19,727 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:52:19,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 15:52:19,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 15:52:19,728 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 15:52:19,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 15:52:19,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 15:52:19,730 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050 src: /127.0.0.1:56215 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:52:19,730 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741874_1050 size 254067
2015-02-12 15:52:20,076 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,076 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,195 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,195 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,246 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,246 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,289 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 15:52:20,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 15:52:20,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 15:52:20,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 15:52:20,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 15:52:20,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 15:52:20,290 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 15:52:20,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 15:52:20,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 15:52:20,291 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 15:52:20,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 15:52:20,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 15:52:20,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 15:52:20,292 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 15:52:20,339 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,340 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:20,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:20,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:52:20,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:52:20,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:52:20,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004 dst=null perm=null proto=rpc
2015-02-12 15:52:20,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:52:20,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:52:21,081 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,081 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,199 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,199 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,249 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,249 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:21,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:21,341 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,342 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:21,872 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741858_1034, blk_1073741859_1035, blk_1073741860_1036, blk_1073741864_1040]
2015-02-12 15:52:21,873 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741856_1032, blk_1073741857_1033, blk_1073741861_1037]
2015-02-12 15:52:22,084 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,085 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,199 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:22,200 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0004_000001
2015-02-12 15:52:22,201 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0004 APPATTEMPTID=appattempt_1423785073222_0004_000001
2015-02-12 15:52:22,201 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:52:22,201 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from ACCEPTED to RUNNING
2015-02-12 15:52:22,202 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,202 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,252 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,252 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:22,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:22,342 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,342 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:22,366 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:22,624 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:52:22,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054 src: /127.0.0.1:56223 dest: /127.0.0.1:55805
2015-02-12 15:52:22,681 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054 src: /127.0.0.1:56224 dest: /127.0.0.1:55798
2015-02-12 15:52:22,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054 src: /127.0.0.1:56225 dest: /127.0.0.1:55801
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741858 for deletion
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741859 for deletion
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741860 for deletion
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 15:52:22,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741858_1034 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741858
2015-02-12 15:52:22,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 15:52:22,701 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741864 for deletion
2015-02-12 15:52:22,702 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741859_1035 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741859
2015-02-12 15:52:22,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741864_1040 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741864
2015-02-12 15:52:22,704 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741860_1036 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741860
2015-02-12 15:52:22,709 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0003_01_000001 succeeded
2015-02-12 15:52:22,709 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:52:22,709 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0003_01_000001
2015-02-12 15:52:22,716 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56225, dest: /127.0.0.1:55801, bytes: 112583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054, duration: 31927000
2015-02-12 15:52:22,717 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:22,717 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:22,718 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56224, dest: /127.0.0.1:55798, bytes: 112583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054, duration: 32870000
2015-02-12 15:52:22,719 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:22,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56223, dest: /127.0.0.1:55805, bytes: 112583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054, duration: 38150000
2015-02-12 15:52:22,723 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:22,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:22,729 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741878_1054{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:22,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000001
2015-02-12 15:52:22,734 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000001
2015-02-12 15:52:22,734 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0003_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:52:22,734 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0003_01_000001 from application application_1423785073222_0003
2015-02-12 15:52:22,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000001
2015-02-12 15:52:22,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000001
2015-02-12 15:52:22,735 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003/container_1423785073222_0003_01_000001
2015-02-12 15:52:22,735 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:22,736 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0003
2015-02-12 15:52:22,741 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:22,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:22,772 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:22,775 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055 src: /127.0.0.1:56226 dest: /127.0.0.1:55798
2015-02-12 15:52:22,776 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055 src: /127.0.0.1:56227 dest: /127.0.0.1:55808
2015-02-12 15:52:22,778 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055 src: /127.0.0.1:56228 dest: /127.0.0.1:55801
2015-02-12 15:52:22,784 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56228, dest: /127.0.0.1:55801, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055, duration: 4464000
2015-02-12 15:52:22,784 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:22,785 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56227, dest: /127.0.0.1:55808, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055, duration: 5558000
2015-02-12 15:52:22,785 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:22,786 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:52:22,787 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56226, dest: /127.0.0.1:55798, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055, duration: 7771000
2015-02-12 15:52:22,787 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:22,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:22,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741879_1055{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:22,791 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004.summary is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:23,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856 for deletion
2015-02-12 15:52:23,021 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857 for deletion
2015-02-12 15:52:23,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741861 for deletion
2015-02-12 15:52:23,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741856_1032 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741856
2015-02-12 15:52:23,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741857_1033 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741857
2015-02-12 15:52:23,022 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741861_1037 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741861
2015-02-12 15:52:23,086 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,086 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,208 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0003_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:23,208 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0003_000001
2015-02-12 15:52:23,208 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0003_000001
2015-02-12 15:52:23,208 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0003_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:52:23,209 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0003_000001 State change from FINISHING to FINISHED
2015-02-12 15:52:23,209 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000001
2015-02-12 15:52:23,209 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0003 State change from FINISHING to FINISHED
2015-02-12 15:52:23,210 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0003_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:23,210 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0003_000001 released container container_1423785073222_0003_01_000001 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:23,210 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0003
2015-02-12 15:52:23,210 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,211 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0003,name=[4C547247B6D643EE923516D6FB2497EF/74EF057060494CC1A11801AA373C0946] multitap/(1/1) ...latform/multitap/multitap,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0003/jobhistory/job/job_1423785073222_0003,appMasterHost=10.1.1.67,startTime=1423785111659,finishTime=1423785136631,finalStatus=SUCCEEDED
2015-02-12 15:52:23,211 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,211 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0003_000001
2015-02-12 15:52:23,211 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0003_000001 is done. finalState=FINISHED
2015-02-12 15:52:23,211 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0003 requests cleared
2015-02-12 15:52:23,214 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0003_000001 (auth:SIMPLE)
2015-02-12 15:52:23,215 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0003_01_000001
2015-02-12 15:52:23,215 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0003 CONTAINERID=container_1423785073222_0003_01_000001
2015-02-12 15:52:23,216 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0003_01_000001, container_1423785073222_0003_01_000003]
2015-02-12 15:52:23,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,216 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:23,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,216 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,217 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0003
2015-02-12 15:52:23,217 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,217 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:23,218 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0003, with delay of 10800 seconds
2015-02-12 15:52:23,218 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,256 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0003_01_000004]
2015-02-12 15:52:23,256 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,257 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:23,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,257 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:23,257 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000002
2015-02-12 15:52:23,258 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:23,258 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0003
2015-02-12 15:52:23,258 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:23,258 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0003, with delay of 10800 seconds
2015-02-12 15:52:23,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,258 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,259 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,344 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0003_01_000002]
2015-02-12 15:52:23,344 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,344 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:23,344 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:23,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,345 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:23,345 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000003
2015-02-12 15:52:23,345 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:23,345 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,346 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0003
2015-02-12 15:52:23,346 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:23,347 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:23,347 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0003, with delay of 10800 seconds
2015-02-12 15:52:23,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053
2015-02-12 15:52:23,656 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047
2015-02-12 15:52:23,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039
2015-02-12 15:52:23,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051
2015-02-12 15:52:23,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046
2015-02-12 15:52:23,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042
2015-02-12 15:52:23,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049
2015-02-12 15:52:23,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050
2015-02-12 15:52:23,862 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038
2015-02-12 15:52:23,863 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043
2015-02-12 15:52:24,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048
2015-02-12 15:52:24,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052
2015-02-12 15:52:24,086 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0003_01_000009]
2015-02-12 15:52:24,086 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:24,087 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:24,087 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:24,087 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:24,087 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:24,087 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000004
2015-02-12 15:52:24,087 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:52:24,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:24,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:24,088 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0003
2015-02-12 15:52:24,088 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0003
2015-02-12 15:52:24,089 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0003 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:24,089 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0003, with delay of 10800 seconds
2015-02-12 15:52:24,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045
2015-02-12 15:52:24,106 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051
2015-02-12 15:52:24,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048
2015-02-12 15:52:24,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046
2015-02-12 15:52:24,107 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038
2015-02-12 15:52:24,108 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041
2015-02-12 15:52:24,109 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039
2015-02-12 15:52:24,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049
2015-02-12 15:52:24,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043
2015-02-12 15:52:24,110 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044
2015-02-12 15:52:24,111 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047
2015-02-12 15:52:24,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053
2015-02-12 15:52:24,112 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052
2015-02-12 15:52:24,221 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:24,222 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:24,222 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000005
2015-02-12 15:52:24,222 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:24,250 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0004_01_000002
2015-02-12 15:52:24,251 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:24,251 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0004_01_000003
2015-02-12 15:52:24,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:24,252 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0004_01_000004
2015-02-12 15:52:24,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:24,253 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0004_01_000005
2015-02-12 15:52:24,253 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:24,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:24,317 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,336 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:24,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:24,340 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,341 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,346 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:24,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:24,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741862_1038
2015-02-12 15:52:24,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741867_1043
2015-02-12 15:52:24,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042
2015-02-12 15:52:24,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044
2015-02-12 15:52:24,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041
2015-02-12 15:52:24,422 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050
2015-02-12 15:52:24,423 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741872_1048
2015-02-12 15:52:24,427 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:24,430 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:24,431 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0004_01_000004 by user soberoi
2015-02-12 15:52:24,431 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000004
2015-02-12 15:52:24,431 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0004_01_000004 to application application_1423785073222_0004
2015-02-12 15:52:24,431 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:24,431 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:52:24,432 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,432 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,432 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:24,432 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0004
2015-02-12 15:52:24,432 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:24,435 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:24,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0004_01_000002 by user soberoi
2015-02-12 15:52:24,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0004
2015-02-12 15:52:24,438 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000002
2015-02-12 15:52:24,439 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from NEW to INITING
2015-02-12 15:52:24,439 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0004_01_000002 to application application_1423785073222_0004
2015-02-12 15:52:24,439 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from INITING to RUNNING
2015-02-12 15:52:24,439 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:52:24,439 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,440 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,440 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:24,440 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0004
2015-02-12 15:52:24,440 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:24,440 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:24,440 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0004_01_000002
2015-02-12 15:52:24,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0004_01_000005 by user soberoi
2015-02-12 15:52:24,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0004
2015-02-12 15:52:24,444 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000005
2015-02-12 15:52:24,444 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from NEW to INITING
2015-02-12 15:52:24,444 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0004_01_000005 to application application_1423785073222_0004
2015-02-12 15:52:24,444 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from INITING to RUNNING
2015-02-12 15:52:24,444 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:52:24,444 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,445 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:24,445 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0004
2015-02-12 15:52:24,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:24,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:24,445 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0004_01_000005
2015-02-12 15:52:24,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0004_01_000003 by user soberoi
2015-02-12 15:52:24,451 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0004
2015-02-12 15:52:24,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000003
2015-02-12 15:52:24,452 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from NEW to INITING
2015-02-12 15:52:24,452 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0004_01_000003 to application application_1423785073222_0004
2015-02-12 15:52:24,452 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from INITING to RUNNING
2015-02-12 15:52:24,452 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:52:24,452 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,452 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0004
2015-02-12 15:52:24,452 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:24,453 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0004
2015-02-12 15:52:24,453 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:24,453 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:24,453 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0004_01_000003
2015-02-12 15:52:24,465 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0004_01_000002.tokens. Credentials list:
2015-02-12 15:52:24,481 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0004_01_000005.tokens. Credentials list:
2015-02-12 15:52:24,488 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0004_01_000003.tokens. Credentials list:
2015-02-12 15:52:24,498 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:24,498 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:24,622 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741877_1053
2015-02-12 15:52:24,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045
2015-02-12 15:52:24,623 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051
2015-02-12 15:52:24,675 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:24,685 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:24,706 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:24,730 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000004/default_container_executor.sh]
2015-02-12 15:52:24,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0004_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000002.tokens
2015-02-12 15:52:24,837 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:24,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0004_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000005.tokens
2015-02-12 15:52:24,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:24,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0004_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000003.tokens
2015-02-12 15:52:24,890 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0004 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:24,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741869_1045
2015-02-12 15:52:24,933 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741875_1051
2015-02-12 15:52:24,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741868_1044
2015-02-12 15:52:24,934 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741870_1046
2015-02-12 15:52:24,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050
2015-02-12 15:52:24,936 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741871_1047
2015-02-12 15:52:24,937 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741863_1039
2015-02-12 15:52:25,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:25,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:25,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:25,019 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:25,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:25,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:25,087 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:25,088 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:25,088 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:25,089 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:25,095 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0004/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:25,131 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:25,132 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:25,134 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:25,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:25,136 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741873_1049
2015-02-12 15:52:25,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741865_1041
2015-02-12 15:52:25,137 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741866_1042
2015-02-12 15:52:25,138 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741876_1052
2015-02-12 15:52:25,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:25,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:25,190 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:25,190 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:25,191 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:25,191 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:25,198 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0004/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:25,198 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:25,226 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:25,256 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:25,256 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:25,257 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:25,256 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:25,257 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:25,257 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:25,258 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:25,271 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:52:25,348 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:25,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000003/default_container_executor.sh]
2015-02-12 15:52:25,416 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000005/default_container_executor.sh]
2015-02-12 15:52:25,417 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000002/default_container_executor.sh]
2015-02-12 15:52:27,847 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 15:52:27,847 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:52:29,063 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054
2015-02-12 15:52:29,064 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055
2015-02-12 15:52:29,121 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741874_1050
2015-02-12 15:52:29,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054
2015-02-12 15:52:29,323 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055
2015-02-12 15:52:29,627 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741878_1054
2015-02-12 15:52:30,143 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741879_1055
2015-02-12 15:52:32,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:32,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:32,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:32,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:32,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:32,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:32,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:32,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:32,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:32,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:32,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:52:32,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:32,923 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:32,997 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056 src: /127.0.0.1:56258 dest: /127.0.0.1:55805
2015-02-12 15:52:32,999 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056 src: /127.0.0.1:56259 dest: /127.0.0.1:55798
2015-02-12 15:52:33,001 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056 src: /127.0.0.1:56260 dest: /127.0.0.1:55808
2015-02-12 15:52:33,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56260, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000002_0_-1620153697_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056, duration: 36986000
2015-02-12 15:52:33,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:33,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56259, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000002_0_-1620153697_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056, duration: 37981000
2015-02-12 15:52:33,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,043 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56258, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000002_0_-1620153697_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056, duration: 39049000
2015-02-12 15:52:33,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:33,044 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741880_1056{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,051 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0004_m_000002_0_-1620153697_1
2015-02-12 15:52:33,065 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,075 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:52:33,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:33,108 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:33,109 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0004_01_000004
2015-02-12 15:52:33,110 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000004
2015-02-12 15:52:33,110 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:52:33,110 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0004_01_000004
2015-02-12 15:52:33,127 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:52:33,134 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0004_01_000004 is : 143
2015-02-12 15:52:33,134 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057 src: /127.0.0.1:56262 dest: /127.0.0.1:55808
2015-02-12 15:52:33,136 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057 src: /127.0.0.1:56263 dest: /127.0.0.1:55801
2015-02-12 15:52:33,140 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057 src: /127.0.0.1:56264 dest: /127.0.0.1:55805
2015-02-12 15:52:33,144 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:33,146 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000004
2015-02-12 15:52:33,146 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:33,146 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0004_01_000004 from application application_1423785073222_0004
2015-02-12 15:52:33,146 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:33,146 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0004
2015-02-12 15:52:33,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000004
2015-02-12 15:52:33,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000004
2015-02-12 15:52:33,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000004
2015-02-12 15:52:33,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000004
2015-02-12 15:52:33,149 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist for DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,179 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:33,225 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:52:33,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058 src: /127.0.0.1:56265 dest: /127.0.0.1:55801
2015-02-12 15:52:33,313 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059 src: /127.0.0.1:56266 dest: /127.0.0.1:55808
2015-02-12 15:52:33,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058 src: /127.0.0.1:56267 dest: /127.0.0.1:55798
2015-02-12 15:52:33,314 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059 src: /127.0.0.1:56268 dest: /127.0.0.1:55801
2015-02-12 15:52:33,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058 src: /127.0.0.1:56269 dest: /127.0.0.1:55808
2015-02-12 15:52:33,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059 src: /127.0.0.1:56270 dest: /127.0.0.1:55805
2015-02-12 15:52:33,353 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56269, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000003_0_10770996_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058, duration: 34355000
2015-02-12 15:52:33,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56267, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000003_0_10770996_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058, duration: 38676000
2015-02-12 15:52:33,359 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,361 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,361 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56265, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000003_0_10770996_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058, duration: 41310000
2015-02-12 15:52:33,361 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,362 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741882_1058{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,363 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56270, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000000_0_-2057079198_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059, duration: 43199000
2015-02-12 15:52:33,364 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,366 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,366 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56268, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000000_0_-2057079198_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059, duration: 46771000
2015-02-12 15:52:33,366 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,367 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56266, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000000_0_-2057079198_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059, duration: 46637000
2015-02-12 15:52:33,367 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,367 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741883_1059{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,373 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0004_m_000003_0_10770996_1
2015-02-12 15:52:33,392 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0004_m_000000_0_-2057079198_1
2015-02-12 15:52:33,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:52:33,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:33,421 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,426 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:33,428 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0004_01_000005
2015-02-12 15:52:33,428 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000005
2015-02-12 15:52:33,428 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:52:33,428 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0004_01_000005
2015-02-12 15:52:33,446 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0004_01_000005 is : 143
2015-02-12 15:52:33,458 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:33,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000005
2015-02-12 15:52:33,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000005
2015-02-12 15:52:33,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000005
2015-02-12 15:52:33,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000005
2015-02-12 15:52:33,459 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000005
2015-02-12 15:52:33,459 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:33,460 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0004_01_000005 from application application_1423785073222_0004
2015-02-12 15:52:33,460 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:33,460 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0004
2015-02-12 15:52:33,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:52:33,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:33,483 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:33,484 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:52:33,486 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0004_01_000002
2015-02-12 15:52:33,486 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000002
2015-02-12 15:52:33,486 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:52:33,486 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0004_01_000002
2015-02-12 15:52:33,508 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0004_01_000002 is : 143
2015-02-12 15:52:33,531 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:33,533 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000002
2015-02-12 15:52:33,534 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000002
2015-02-12 15:52:33,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000002
2015-02-12 15:52:33,535 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000002
2015-02-12 15:52:33,535 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000002
2015-02-12 15:52:33,535 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:33,536 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0004_01_000002 from application application_1423785073222_0004
2015-02-12 15:52:33,536 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:33,536 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0004
2015-02-12 15:52:33,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060 src: /127.0.0.1:56274 dest: /127.0.0.1:55805
2015-02-12 15:52:33,590 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060 src: /127.0.0.1:56275 dest: /127.0.0.1:55801
2015-02-12 15:52:33,592 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060 src: /127.0.0.1:56276 dest: /127.0.0.1:55808
2015-02-12 15:52:33,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56276, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000001_0_-1071846187_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060, duration: 31424000
2015-02-12 15:52:33,625 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56275, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000001_0_-1071846187_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060, duration: 32271000
2015-02-12 15:52:33,626 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,627 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56274, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0004_m_000001_0_-1071846187_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060, duration: 33245000
2015-02-12 15:52:33,627 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741884_1060{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,632 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0004_m_000001_0_-1071846187_1
2015-02-12 15:52:33,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:52:33,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:52:33,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/_temporary/attempt_1423785073222_0004_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:33,679 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:33,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0004_01_000003
2015-02-12 15:52:33,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000003
2015-02-12 15:52:33,682 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:52:33,683 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0004_01_000003
2015-02-12 15:52:33,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,695 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:52:33,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,714 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0004_01_000003 is : 143
2015-02-12 15:52:33,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:52:33,719 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:33,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,726 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:33,727 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000003
2015-02-12 15:52:33,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000003
2015-02-12 15:52:33,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000003
2015-02-12 15:52:33,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000003
2015-02-12 15:52:33,727 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000003
2015-02-12 15:52:33,727 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:33,729 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0004_01_000003 from application application_1423785073222_0004
2015-02-12 15:52:33,729 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:33,729 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,729 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0004
2015-02-12 15:52:33,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:52:33,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:33,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:52:33,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:33,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:33,746 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:52:33,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:33,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary/1/task_1423785073222_0004_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary dst=null perm=null proto=rpc
2015-02-12 15:52:33,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,764 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,769 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,784 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56264, dest: /127.0.0.1:55805, bytes: 47543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057, duration: 642554000
2015-02-12 15:52:33,785 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,785 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15523
2015-02-12 15:52:33,786 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56263, dest: /127.0.0.1:55801, bytes: 47543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057, duration: 643440000
2015-02-12 15:52:33,786 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15523
2015-02-12 15:52:33,788 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56262, dest: /127.0.0.1:55808, bytes: 47543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057, duration: 645342000
2015-02-12 15:52:33,788 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741881_1057{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15523
2015-02-12 15:52:33,788 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,790 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,795 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:52:33,798 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061 src: /127.0.0.1:56278 dest: /127.0.0.1:55805
2015-02-12 15:52:33,800 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061 src: /127.0.0.1:56279 dest: /127.0.0.1:55808
2015-02-12 15:52:33,802 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061 src: /127.0.0.1:56280 dest: /127.0.0.1:55798
2015-02-12 15:52:33,806 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56280, dest: /127.0.0.1:55798, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061, duration: 1542000
2015-02-12 15:52:33,806 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,806 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,807 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56279, dest: /127.0.0.1:55808, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061, duration: 2419000
2015-02-12 15:52:33,807 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,807 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,807 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56278, dest: /127.0.0.1:55805, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061, duration: 3289000
2015-02-12 15:52:33,808 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,808 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741885_1061{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,810 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary_tmp is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,814 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:33,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:33,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:33,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:33,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:33,831 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:33,834 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,839 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:33,841 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062 src: /127.0.0.1:56282 dest: /127.0.0.1:55798
2015-02-12 15:52:33,843 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062 src: /127.0.0.1:56283 dest: /127.0.0.1:55805
2015-02-12 15:52:33,844 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062 src: /127.0.0.1:56284 dest: /127.0.0.1:55808
2015-02-12 15:52:33,848 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56284, dest: /127.0.0.1:55808, bytes: 47543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062, duration: 2269000
2015-02-12 15:52:33,848 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,849 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:33,849 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56283, dest: /127.0.0.1:55805, bytes: 47543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062, duration: 3071000
2015-02-12 15:52:33,849 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,851 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56282, dest: /127.0.0.1:55798, bytes: 47543, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062, duration: 4460000
2015-02-12 15:52:33,851 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,851 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,852 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741886_1062{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,855 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:33,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:33,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:33,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:33,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:33,869 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004/job_1423785073222_0004_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:33,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:33,879 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:33,883 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063 src: /127.0.0.1:56285 dest: /127.0.0.1:55805
2015-02-12 15:52:33,884 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063 src: /127.0.0.1:56286 dest: /127.0.0.1:55798
2015-02-12 15:52:33,886 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063 src: /127.0.0.1:56287 dest: /127.0.0.1:55801
2015-02-12 15:52:33,889 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56287, dest: /127.0.0.1:55801, bytes: 112583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063, duration: 1887000
2015-02-12 15:52:33,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:33,890 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,890 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56286, dest: /127.0.0.1:55798, bytes: 112583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063, duration: 2682000
2015-02-12 15:52:33,890 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,891 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,891 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56285, dest: /127.0.0.1:55805, bytes: 112583, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-670854177_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063, duration: 3794000
2015-02-12 15:52:33,892 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:33,892 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741887_1063{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:33,895 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-670854177_1
2015-02-12 15:52:33,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:33,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:33,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:33,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:33,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0004_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:52:33,914 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:52:33,915 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0004 with final state: FINISHING
2015-02-12 15:52:33,915 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from RUNNING to FINAL_SAVING
2015-02-12 15:52:33,915 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0004
2015-02-12 15:52:33,915 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:52:33,915 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from FINAL_SAVING to FINISHING
2015-02-12 15:52:34,113 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:34,113 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0004_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:52:34,113 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000004
2015-02-12 15:52:34,113 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0004_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:52:34,113 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0004_000001 released container container_1423785073222_0004_01_000004 on node: host: 10.1.1.67:55847 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:52:34,431 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:34,431 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0004_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:52:34,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000005
2015-02-12 15:52:34,432 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0004_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:34,432 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0004_000001 released container container_1423785073222_0004_01_000005 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:34,488 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:34,488 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0004_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:52:34,488 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000002
2015-02-12 15:52:34,488 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0004_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:34,488 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0004_000001 released container container_1423785073222_0004_01_000002 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:34,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:34,689 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0004_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:52:34,689 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000003
2015-02-12 15:52:34,689 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0004_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:34,689 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0004_000001 released container container_1423785073222_0004_01_000003 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:34,923 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0004 unregistered successfully.
2015-02-12 15:52:34,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741874_1050 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:52:34,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741875_1051 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:52:34,927 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741876_1052 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:52:34,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741877_1053 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:52:34,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741879_1055 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:52:34,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741881_1057 127.0.0.1:55808 127.0.0.1:55801 127.0.0.1:55805
2015-02-12 15:52:34,928 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741878_1054 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:52:34,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0004 dst=null perm=null proto=rpc
2015-02-12 15:52:34,974 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:34,974 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary
2015-02-12 15:52:34,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/_temporary dst=null perm=null proto=rpc
2015-02-12 15:52:34,976 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] completed flow: first
2015-02-12 15:52:34,976 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] starting flow: second
2015-02-12 15:52:34,976 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] at least one sink is marked for delete
2015-02-12 15:52:34,976 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:52:34,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:34,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:34,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting
2015-02-12 15:52:34,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] source: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first"]
2015-02-12 15:52:34,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second"]
2015-02-12 15:52:34,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] parallel execution is enabled: true
2015-02-12 15:52:34,980 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting jobs: 1
2015-02-12 15:52:34,981 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] allocating threads: 1
2015-02-12 15:52:34,982 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...latform/checkpoint/second
2015-02-12 15:52:34,992 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:52:35,002 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:52:35,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:35,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:35,005 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:35,008 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 5
2015-02-12 15:52:35,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005 dst=null perm=null proto=rpc
2015-02-12 15:52:35,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:52:35,016 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:52:35,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,021 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:52:35,023 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 src: /127.0.0.1:56290 dest: /127.0.0.1:55808
2015-02-12 15:52:35,024 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 src: /127.0.0.1:56291 dest: /127.0.0.1:55798
2015-02-12 15:52:35,026 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 src: /127.0.0.1:56292 dest: /127.0.0.1:55805
2015-02-12 15:52:35,031 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56292, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064, duration: 2002000
2015-02-12 15:52:35,031 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:35,032 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:52:35,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56291, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064, duration: 3021000
2015-02-12 15:52:35,033 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,034 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56290, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064, duration: 5239000
2015-02-12 15:52:35,034 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,035 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741888_1064{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,037 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:35,037 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar
2015-02-12 15:52:35,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:52:35,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:52:35,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:52:35,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:52:35,044 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:52:35,045 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:35,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:35,049 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:52:35,051 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 15:52:35,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,055 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split
2015-02-12 15:52:35,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:35,057 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:52:35,058 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065 src: /127.0.0.1:56293 dest: /127.0.0.1:55805
2015-02-12 15:52:35,060 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065 src: /127.0.0.1:56294 dest: /127.0.0.1:55798
2015-02-12 15:52:35,061 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065 src: /127.0.0.1:56295 dest: /127.0.0.1:55801
2015-02-12 15:52:35,063 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065 src: /127.0.0.1:56296 dest: /127.0.0.1:55808
2015-02-12 15:52:35,066 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56296, dest: /127.0.0.1:55808, bytes: 1992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, duration: 2053000
2015-02-12 15:52:35,067 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:35,067 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56295, dest: /127.0.0.1:55801, bytes: 1992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, duration: 3103000
2015-02-12 15:52:35,068 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,069 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56294, dest: /127.0.0.1:55798, bytes: 1992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, duration: 4240000
2015-02-12 15:52:35,069 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,070 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,071 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56293, dest: /127.0.0.1:55805, bytes: 1992, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, duration: 5574000
2015-02-12 15:52:35,071 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,072 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,073 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741889_1065{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,075 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:35,076 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,078 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,079 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:52:35,081 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066 src: /127.0.0.1:56297 dest: /127.0.0.1:55808
2015-02-12 15:52:35,083 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066 src: /127.0.0.1:56298 dest: /127.0.0.1:55801
2015-02-12 15:52:35,084 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066 src: /127.0.0.1:56299 dest: /127.0.0.1:55805
2015-02-12 15:52:35,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56299, dest: /127.0.0.1:55805, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066, duration: 1241000
2015-02-12 15:52:35,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:35,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:52:35,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56298, dest: /127.0.0.1:55801, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066, duration: 1780000
2015-02-12 15:52:35,088 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,089 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:52:35,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56297, dest: /127.0.0.1:55808, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066, duration: 2680000
2015-02-12 15:52:35,089 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741890_1066{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:52:35,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:35,092 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 15:52:35,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:35,105 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:52:35,107 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067 src: /127.0.0.1:56300 dest: /127.0.0.1:55801
2015-02-12 15:52:35,108 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067 src: /127.0.0.1:56301 dest: /127.0.0.1:55808
2015-02-12 15:52:35,110 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067 src: /127.0.0.1:56302 dest: /127.0.0.1:55798
2015-02-12 15:52:35,114 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:35,114 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56302, dest: /127.0.0.1:55798, bytes: 96110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067, duration: 2127000
2015-02-12 15:52:35,114 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:35,116 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56301, dest: /127.0.0.1:55808, bytes: 96110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067, duration: 3111000
2015-02-12 15:52:35,116 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,116 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,117 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56300, dest: /127.0.0.1:55801, bytes: 96110, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067, duration: 4984000
2015-02-12 15:52:35,118 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:35,118 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,126 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741891_1067{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:35,128 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:35,128 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0005
2015-02-12 15:52:35,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005 dst=null perm=null proto=rpc
2015-02-12 15:52:35,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:35,141 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:35,143 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,145 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,146 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:35,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:35,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:35,153 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:35,155 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,159 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,160 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 5 submitted by user soberoi
2015-02-12 15:52:35,160 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0005
2015-02-12 15:52:35,160 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0005
2015-02-12 15:52:35,160 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0005
2015-02-12 15:52:35,160 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from NEW to NEW_SAVING
2015-02-12 15:52:35,160 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:52:35,161 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0005 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:52:35,161 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from SUBMITTED to ACCEPTED
2015-02-12 15:52:35,161 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0005_000001
2015-02-12 15:52:35,161 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0005
2015-02-12 15:52:35,161 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from NEW to SUBMITTED
2015-02-12 15:52:35,162 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0005_000001 to scheduler from user: soberoi
2015-02-12 15:52:35,162 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:52:35,164 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0005/
2015-02-12 15:52:35,164 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1423785073222_0005
2015-02-12 15:52:35,164 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0005/
2015-02-12 15:52:35,437 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:35,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:35,438 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000001
2015-02-12 15:52:35,438 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:52:35,439 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0005_01_000001
2015-02-12 15:52:35,439 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:35,439 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0005_000001
2015-02-12 15:52:35,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0005 AttemptId: appattempt_1423785073222_0005_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0005_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:52:35,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:52:35,440 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:52:35,441 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0005_000001
2015-02-12 15:52:35,442 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0005_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0005_000001
2015-02-12 15:52:35,442 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0005_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:52:35,442 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0005_000001
2015-02-12 15:52:35,442 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0005_000001
2015-02-12 15:52:35,445 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:35,447 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0005_01_000001 by user soberoi
2015-02-12 15:52:35,447 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0005
2015-02-12 15:52:35,447 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000001
2015-02-12 15:52:35,447 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from NEW to INITING
2015-02-12 15:52:35,448 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0005_01_000001 to application application_1423785073222_0005
2015-02-12 15:52:35,448 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from INITING to RUNNING
2015-02-12 15:52:35,448 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0005_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0005_000001
2015-02-12 15:52:35,449 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:52:35,449 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:52:35,449 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0005
2015-02-12 15:52:35,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:35,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:52:35,449 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:52:35,450 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:35,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0005_01_000001
2015-02-12 15:52:35,458 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0005_01_000001.tokens. Credentials list:
2015-02-12 15:52:35,488 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:35,568 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:35,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0005_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000001.tokens
2015-02-12 15:52:35,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:35,692 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:35,739 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:35,778 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:35,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:35,803 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:35,841 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0005/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:35,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:35,862 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:35,890 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0005/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:35,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:35,912 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:35,944 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:35,944 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:35,979 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:35,980 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:36,075 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000001/default_container_executor.sh]
2015-02-12 15:52:36,118 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:36,440 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:36,440 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:36,492 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:36,696 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:36,883 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55808 to replicate blk_1073741888_1064 to datanode(s) 127.0.0.1:55801
2015-02-12 15:52:36,883 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741879_1055]
2015-02-12 15:52:36,883 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741877_1053, blk_1073741878_1054, blk_1073741881_1057]
2015-02-12 15:52:37,121 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:37,443 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:37,497 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:37,699 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:37,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:52:37,736 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:52:37,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 15:52:37,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 15:52:37,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 15:52:37,737 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 15:52:37,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:52:37,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 15:52:37,738 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 15:52:37,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:52:37,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 15:52:37,739 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 15:52:38,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:52:38,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:52:38,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 15:52:38,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 15:52:38,027 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 15:52:38,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:52:38,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 15:52:38,028 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:52:38,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 15:52:38,029 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 15:52:38,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:38,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:52:38,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:52:38,072 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:52:38,124 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:38,147 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005 dst=null perm=null proto=rpc
2015-02-12 15:52:38,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:52:38,150 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:52:38,304 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 to 127.0.0.1:55801
2015-02-12 15:52:38,305 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:52:38,305 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 src: /127.0.0.1:56310 dest: /127.0.0.1:55801
2015-02-12 15:52:38,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064 src: /127.0.0.1:56310 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:52:38,308 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741888_1064 size 254067
2015-02-12 15:52:38,447 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:38,499 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:38,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:38,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:38,704 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:39,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063
2015-02-12 15:52:39,074 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058
2015-02-12 15:52:39,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056
2015-02-12 15:52:39,075 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062
2015-02-12 15:52:39,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061
2015-02-12 15:52:39,130 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:39,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059
2015-02-12 15:52:39,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058
2015-02-12 15:52:39,335 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060
2015-02-12 15:52:39,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063
2015-02-12 15:52:39,337 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057
2015-02-12 15:52:39,448 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:39,503 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:39,587 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:39,589 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0005_000001
2015-02-12 15:52:39,589 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0005 APPATTEMPTID=appattempt_1423785073222_0005_000001
2015-02-12 15:52:39,589 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:52:39,590 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from ACCEPTED to RUNNING
2015-02-12 15:52:39,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059
2015-02-12 15:52:39,639 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056
2015-02-12 15:52:39,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061
2015-02-12 15:52:39,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062
2015-02-12 15:52:39,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060
2015-02-12 15:52:39,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741887_1063
2015-02-12 15:52:39,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:39,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:39,709 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:39,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:39,887 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741877_1053, blk_1073741878_1054, blk_1073741879_1055, blk_1073741881_1057]
2015-02-12 15:52:39,888 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741874_1050, blk_1073741875_1051, blk_1073741876_1052, blk_1073741879_1055, blk_1073741881_1057]
2015-02-12 15:52:39,978 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0004_01_000001 succeeded
2015-02-12 15:52:39,978 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:52:39,978 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0004_01_000001
2015-02-12 15:52:39,990 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:52:40,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000001
2015-02-12 15:52:40,005 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000001
2015-02-12 15:52:40,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000001
2015-02-12 15:52:40,006 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0004/container_1423785073222_0004_01_000001
2015-02-12 15:52:40,006 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000001
2015-02-12 15:52:40,006 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0004_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:52:40,006 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0004_01_000001 from application application_1423785073222_0004
2015-02-12 15:52:40,006 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:40,006 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0004
2015-02-12 15:52:40,043 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068 src: /127.0.0.1:56317 dest: /127.0.0.1:55798
2015-02-12 15:52:40,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068 src: /127.0.0.1:56318 dest: /127.0.0.1:55808
2015-02-12 15:52:40,046 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068 src: /127.0.0.1:56319 dest: /127.0.0.1:55801
2015-02-12 15:52:40,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56319, dest: /127.0.0.1:55801, bytes: 112705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068, duration: 32603000
2015-02-12 15:52:40,081 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:40,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:40,083 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56318, dest: /127.0.0.1:55808, bytes: 112705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068, duration: 34005000
2015-02-12 15:52:40,083 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:40,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56317, dest: /127.0.0.1:55798, bytes: 112705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068, duration: 34851000
2015-02-12 15:52:40,084 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:40,084 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:40,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741892_1068{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:40,091 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:40,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:40,127 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:52:40,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069 src: /127.0.0.1:56320 dest: /127.0.0.1:55808
2015-02-12 15:52:40,130 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0004_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:40,130 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0004_000001
2015-02-12 15:52:40,131 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0004_000001
2015-02-12 15:52:40,130 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0004_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:52:40,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000001
2015-02-12 15:52:40,131 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0004_000001 State change from FINISHING to FINISHED
2015-02-12 15:52:40,131 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0004 State change from FINISHING to FINISHED
2015-02-12 15:52:40,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069 src: /127.0.0.1:56321 dest: /127.0.0.1:55798
2015-02-12 15:52:40,131 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0004
2015-02-12 15:52:40,132 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0004,name=[2C663A79B6B24511A5EA97495D7AEC05/31FAA2D0FAC74A2996A6E9D42CA8F43F] first/(1/1) ...platform/checkpoint/first,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0004/jobhistory/job/job_1423785073222_0004,appMasterHost=10.1.1.67,startTime=1423785138069,finishTime=1423785153914,finalStatus=SUCCEEDED
2015-02-12 15:52:40,131 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0004_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:40,132 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0004_000001 released container container_1423785073222_0004_01_000001 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:40,132 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:40,132 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0004_000001
2015-02-12 15:52:40,132 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0004_000001 is done. finalState=FINISHED
2015-02-12 15:52:40,133 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0004 requests cleared
2015-02-12 15:52:40,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069 src: /127.0.0.1:56322 dest: /127.0.0.1:55801
2015-02-12 15:52:40,137 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0004_000001 (auth:SIMPLE)
2015-02-12 15:52:40,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56322, dest: /127.0.0.1:55801, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069, duration: 2659000
2015-02-12 15:52:40,139 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0004_01_000001
2015-02-12 15:52:40,139 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0004 CONTAINERID=container_1423785073222_0004_01_000001
2015-02-12 15:52:40,139 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:40,140 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0004_01_000001]
2015-02-12 15:52:40,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56321, dest: /127.0.0.1:55798, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069, duration: 4359000
2015-02-12 15:52:40,141 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:40,142 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:40,142 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:40,142 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:40,142 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56320, dest: /127.0.0.1:55808, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069, duration: 6531000
2015-02-12 15:52:40,143 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:40,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:40,144 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741893_1069{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:40,144 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0004_01_000001
2015-02-12 15:52:40,145 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:40,146 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,147 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,148 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,149 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0004
2015-02-12 15:52:40,151 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:40,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741882_1058
2015-02-12 15:52:40,151 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0004, with delay of 10800 seconds
2015-02-12 15:52:40,151 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741880_1056
2015-02-12 15:52:40,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741881_1057
2015-02-12 15:52:40,152 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065
2015-02-12 15:52:40,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066
2015-02-12 15:52:40,153 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741886_1062
2015-02-12 15:52:40,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741885_1061
2015-02-12 15:52:40,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741883_1059
2015-02-12 15:52:40,154 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741884_1060
2015-02-12 15:52:40,155 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005.summary is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:40,359 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064
2015-02-12 15:52:40,361 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067
2015-02-12 15:52:40,453 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:40,453 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:40,453 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,454 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0004
2015-02-12 15:52:40,455 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:40,455 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0004, with delay of 10800 seconds
2015-02-12 15:52:40,504 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:40,504 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:40,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,506 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,506 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0004
2015-02-12 15:52:40,506 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:40,506 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0004, with delay of 10800 seconds
2015-02-12 15:52:40,709 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:40,710 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:40,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,710 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:40,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,711 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0004
2015-02-12 15:52:40,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,711 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0004 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:40,712 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0004, with delay of 10800 seconds
2015-02-12 15:52:40,711 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000002
2015-02-12 15:52:40,712 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:40,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0004
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741877 for deletion
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741878 for deletion
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:52:40,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 15:52:40,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 15:52:40,714 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:52:40,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 15:52:40,715 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741877_1053 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741877
2015-02-12 15:52:40,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 15:52:40,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741878_1054 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741878
2015-02-12 15:52:40,716 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 15:52:41,142 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:41,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:41,143 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000003
2015-02-12 15:52:41,143 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:41,308 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874 for deletion
2015-02-12 15:52:41,308 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875 for deletion
2015-02-12 15:52:41,309 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741876 for deletion
2015-02-12 15:52:41,309 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741874_1050 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741874
2015-02-12 15:52:41,309 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741875_1051 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741875
2015-02-12 15:52:41,309 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741879 for deletion
2015-02-12 15:52:41,309 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741876_1052 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741876
2015-02-12 15:52:41,309 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741881 for deletion
2015-02-12 15:52:41,310 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741879_1055 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741879
2015-02-12 15:52:41,310 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741881_1057 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741881
2015-02-12 15:52:41,454 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:41,454 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:41,455 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000004
2015-02-12 15:52:41,455 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:52:41,506 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:41,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:41,506 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000005
2015-02-12 15:52:41,506 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:41,637 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0005_01_000002
2015-02-12 15:52:41,638 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:41,638 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0005_01_000003
2015-02-12 15:52:41,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:41,639 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0005_01_000004
2015-02-12 15:52:41,639 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:41,639 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0005_01_000005
2015-02-12 15:52:41,640 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:41,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,692 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:41,693 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:41,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,710 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:41,710 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:41,710 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000006
2015-02-12 15:52:41,710 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:52:41,711 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:41,770 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:41,770 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:41,771 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:41,771 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:41,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0005_01_000004 by user soberoi
2015-02-12 15:52:41,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0005_01_000003 by user soberoi
2015-02-12 15:52:41,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000004
2015-02-12 15:52:41,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0005
2015-02-12 15:52:41,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0005_01_000002 by user soberoi
2015-02-12 15:52:41,776 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from NEW to INITING
2015-02-12 15:52:41,776 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0005_01_000003 to application application_1423785073222_0005
2015-02-12 15:52:41,775 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0005_01_000005 by user soberoi
2015-02-12 15:52:41,776 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from INITING to RUNNING
2015-02-12 15:52:41,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0005
2015-02-12 15:52:41,776 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:52:41,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,777 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from NEW to INITING
2015-02-12 15:52:41,777 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0005_01_000005 to application application_1423785073222_0005
2015-02-12 15:52:41,776 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0005
2015-02-12 15:52:41,777 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from INITING to RUNNING
2015-02-12 15:52:41,777 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000002
2015-02-12 15:52:41,777 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:52:41,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,775 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000003
2015-02-12 15:52:41,778 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from NEW to INITING
2015-02-12 15:52:41,778 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0005_01_000002 to application application_1423785073222_0005
2015-02-12 15:52:41,775 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0005_01_000004 to application application_1423785073222_0005
2015-02-12 15:52:41,778 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from INITING to RUNNING
2015-02-12 15:52:41,778 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:52:41,778 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,779 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,779 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:41,779 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0005
2015-02-12 15:52:41,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,779 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:41,779 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0005
2015-02-12 15:52:41,779 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:41,780 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:41,777 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,780 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:41,780 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0005_01_000005
2015-02-12 15:52:41,776 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000005
2015-02-12 15:52:41,780 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:41,781 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0005
2015-02-12 15:52:41,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:41,781 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:41,782 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0005_01_000003
2015-02-12 15:52:41,778 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:52:41,782 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,782 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0005
2015-02-12 15:52:41,782 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:41,782 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0005
2015-02-12 15:52:41,782 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:41,782 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:41,783 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0005_01_000002
2015-02-12 15:52:41,808 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0005_01_000005.tokens. Credentials list:
2015-02-12 15:52:41,809 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785073222_0005_01_000002.tokens. Credentials list:
2015-02-12 15:52:41,816 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0005_01_000003.tokens. Credentials list:
2015-02-12 15:52:41,844 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:41,844 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:42,021 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:42,023 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:42,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:42,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000004/default_container_executor.sh]
2015-02-12 15:52:42,142 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:42,187 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785073222_0005_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000002.tokens
2015-02-12 15:52:42,189 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0005_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000005.tokens
2015-02-12 15:52:42,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:42,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0005_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000003.tokens
2015-02-12 15:52:42,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0005 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:42,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:42,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:42,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:42,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:42,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:42,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:42,419 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:42,423 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:42,425 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0005/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:42,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:42,455 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:42,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:42,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:42,464 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:42,468 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:42,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:42,506 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:42,520 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:42,520 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:42,533 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:42,534 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0005/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:42,534 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:42,533 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:42,573 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:42,574 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:42,587 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:42,587 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:42,589 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:42,589 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:42,651 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:42,661 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:42,663 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0005_01_000006 by user soberoi
2015-02-12 15:52:42,664 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000006
2015-02-12 15:52:42,664 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0005_01_000006 to application application_1423785073222_0005
2015-02-12 15:52:42,664 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:52:42,664 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0005
2015-02-12 15:52:42,664 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0005
2015-02-12 15:52:42,664 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:52:42,665 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0005
2015-02-12 15:52:42,665 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:42,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:42,711 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:42,712 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:42,712 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000007
2015-02-12 15:52:42,712 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:52:42,730 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:42,731 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:42,792 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000002/default_container_executor.sh]
2015-02-12 15:52:42,797 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000005/default_container_executor.sh]
2015-02-12 15:52:42,798 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000003/default_container_executor.sh]
2015-02-12 15:52:42,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000006/default_container_executor.sh]
2015-02-12 15:52:43,657 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:52:43,658 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:44,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067
2015-02-12 15:52:44,080 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065
2015-02-12 15:52:44,283 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064
2015-02-12 15:52:44,341 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066
2015-02-12 15:52:44,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741891_1067
2015-02-12 15:52:44,342 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065
2015-02-12 15:52:44,345 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064
2015-02-12 15:52:44,646 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741889_1065
2015-02-12 15:52:44,647 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741890_1066
2015-02-12 15:52:44,648 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741888_1064
2015-02-12 15:52:44,661 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000007 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:52:44,661 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000007 in state: RELEASED event:RELEASED
2015-02-12 15:52:44,661 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000007
2015-02-12 15:52:44,661 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:52:44,662 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000007 on node: host: 10.1.1.67:55839 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:52:44,714 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0005_01_000007
2015-02-12 15:52:45,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068
2015-02-12 15:52:45,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069
2015-02-12 15:52:49,291 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069
2015-02-12 15:52:49,292 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068
2015-02-12 15:52:49,348 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741893_1069
2015-02-12 15:52:49,350 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741892_1068
2015-02-12 15:52:51,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:51,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:51,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:51,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:51,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:51,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:51,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:51,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:51,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:51,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:51,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:52,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:52,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:52,074 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:52,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:52,251 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:52:52,315 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070 src: /127.0.0.1:56368 dest: /127.0.0.1:55801
2015-02-12 15:52:52,317 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070 src: /127.0.0.1:56369 dest: /127.0.0.1:55805
2015-02-12 15:52:52,318 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070 src: /127.0.0.1:56370 dest: /127.0.0.1:55808
2015-02-12 15:52:52,356 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56370, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000002_0_556178724_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070, duration: 36138000
2015-02-12 15:52:52,356 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:52,357 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:52:52,357 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56369, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000002_0_556178724_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070, duration: 36861000
2015-02-12 15:52:52,357 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,358 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:52:52,358 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56368, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000002_0_556178724_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070, duration: 37815000
2015-02-12 15:52:52,358 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,359 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741894_1070{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:52:52,372 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0005_m_000002_0_556178724_1
2015-02-12 15:52:52,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,408 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:52:52,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:52,441 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:52,443 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0005_01_000004
2015-02-12 15:52:52,443 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000004
2015-02-12 15:52:52,443 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:52:52,443 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0005_01_000004
2015-02-12 15:52:52,463 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0005_01_000004 is : 143
2015-02-12 15:52:52,464 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:52:52,467 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071 src: /127.0.0.1:56373 dest: /127.0.0.1:55798
2015-02-12 15:52:52,468 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071 src: /127.0.0.1:56374 dest: /127.0.0.1:55808
2015-02-12 15:52:52,470 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071 src: /127.0.0.1:56375 dest: /127.0.0.1:55805
2015-02-12 15:52:52,475 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist for DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:52,478 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:52,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000004
2015-02-12 15:52:52,478 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000004
2015-02-12 15:52:52,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000004
2015-02-12 15:52:52,480 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000004
2015-02-12 15:52:52,481 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000004
2015-02-12 15:52:52,483 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:52,483 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0005_01_000004 from application application_1423785073222_0005
2015-02-12 15:52:52,483 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:52,483 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0005
2015-02-12 15:52:52,520 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:52,583 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:52:52,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072 src: /127.0.0.1:56378 dest: /127.0.0.1:55805
2015-02-12 15:52:52,605 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072 src: /127.0.0.1:56380 dest: /127.0.0.1:55801
2015-02-12 15:52:52,607 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072 src: /127.0.0.1:56381 dest: /127.0.0.1:55808
2015-02-12 15:52:52,654 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073 src: /127.0.0.1:56379 dest: /127.0.0.1:55808
2015-02-12 15:52:52,656 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073 src: /127.0.0.1:56382 dest: /127.0.0.1:55805
2015-02-12 15:52:52,659 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073 src: /127.0.0.1:56383 dest: /127.0.0.1:55798
2015-02-12 15:52:52,662 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56381, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000003_0_-1711717359_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072, duration: 53331000
2015-02-12 15:52:52,662 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:52,663 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:52,663 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56380, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000003_0_-1711717359_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072, duration: 54398000
2015-02-12 15:52:52,663 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,664 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:52,664 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56378, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000003_0_-1711717359_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072, duration: 55439000
2015-02-12 15:52:52,664 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,665 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741896_1072{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:52,671 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0005_m_000003_0_-1711717359_1
2015-02-12 15:52:52,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,695 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:52:52,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:52,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56383, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000000_0_665378114_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073, duration: 41015000
2015-02-12 15:52:52,703 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:52,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:52,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56382, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000000_0_665378114_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073, duration: 41694000
2015-02-12 15:52:52,704 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:52,704 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56379, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000000_0_665378114_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073, duration: 42776000
2015-02-12 15:52:52,705 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,705 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741897_1073{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:52,709 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0005_m_000000_0_665378114_1
2015-02-12 15:52:52,724 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:52,726 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0005_01_000005
2015-02-12 15:52:52,726 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000005
2015-02-12 15:52:52,726 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:52:52,726 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0005_01_000005
2015-02-12 15:52:52,743 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,747 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0005_01_000005 is : 143
2015-02-12 15:52:52,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:52:52,761 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:52,761 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000005
2015-02-12 15:52:52,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000005
2015-02-12 15:52:52,762 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000005
2015-02-12 15:52:52,763 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000005
2015-02-12 15:52:52,764 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000005
2015-02-12 15:52:52,764 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:52,764 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0005_01_000005 from application application_1423785073222_0005
2015-02-12 15:52:52,764 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:52,765 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0005
2015-02-12 15:52:52,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:52,780 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:52,782 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0005_01_000002
2015-02-12 15:52:52,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000002
2015-02-12 15:52:52,783 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:52:52,783 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0005_01_000002
2015-02-12 15:52:52,803 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0005_01_000002 is : 143
2015-02-12 15:52:52,806 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:52:52,808 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0005_m_000004_0_-1654287610_1
2015-02-12 15:52:52,816 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:52,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000002
2015-02-12 15:52:52,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000002
2015-02-12 15:52:52,817 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000002
2015-02-12 15:52:52,818 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:52,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000002
2015-02-12 15:52:52,818 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0005_01_000002 from application application_1423785073222_0005
2015-02-12 15:52:52,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000002
2015-02-12 15:52:52,818 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:52,818 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0005
2015-02-12 15:52:52,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:52:52,864 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:52,880 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:52,882 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0005_01_000006
2015-02-12 15:52:52,882 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000006
2015-02-12 15:52:52,882 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:52:52,883 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0005_01_000006
2015-02-12 15:52:52,884 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:52,884 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:52:52,884 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000002
2015-02-12 15:52:52,884 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:52:52,884 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000002 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:52:52,903 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0005_01_000006 is : 143
2015-02-12 15:52:52,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074 src: /127.0.0.1:56387 dest: /127.0.0.1:55801
2015-02-12 15:52:52,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074 src: /127.0.0.1:56389 dest: /127.0.0.1:55808
2015-02-12 15:52:52,908 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074 src: /127.0.0.1:56390 dest: /127.0.0.1:55805
2015-02-12 15:52:52,917 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:52,917 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000006
2015-02-12 15:52:52,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000006
2015-02-12 15:52:52,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000006
2015-02-12 15:52:52,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000006
2015-02-12 15:52:52,919 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000006
2015-02-12 15:52:52,919 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:52,920 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0005_01_000006 from application application_1423785073222_0005
2015-02-12 15:52:52,920 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:52,920 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0005
2015-02-12 15:52:52,945 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56390, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000001_0_-1290987899_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074, duration: 35412000
2015-02-12 15:52:52,946 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:52,946 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:52,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56389, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000001_0_-1290987899_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074, duration: 36253000
2015-02-12 15:52:52,947 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56387, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0005_m_000001_0_-1290987899_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074, duration: 37916000
2015-02-12 15:52:52,948 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:52,948 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:52,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741898_1074{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:52,969 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0005_m_000001_0_-1290987899_1
2015-02-12 15:52:52,983 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:52:52,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:52:53,003 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/_temporary/attempt_1423785073222_0005_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:53,037 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:53,038 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0005_01_000003
2015-02-12 15:52:53,039 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000003
2015-02-12 15:52:53,039 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:52:53,039 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0005_01_000003
2015-02-12 15:52:53,046 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,048 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:52:53,063 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0005_01_000003 is : 143
2015-02-12 15:52:53,063 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:52:53,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:52:53,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,076 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:52:53,076 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000003
2015-02-12 15:52:53,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000003
2015-02-12 15:52:53,077 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000003
2015-02-12 15:52:53,078 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000003
2015-02-12 15:52:53,078 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000003
2015-02-12 15:52:53,078 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:52:53,079 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0005_01_000003 from application application_1423785073222_0005
2015-02-12 15:52:53,079 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:53,079 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0005
2015-02-12 15:52:53,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,081 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:52:53,084 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:52:53,087 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,093 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:52:53,095 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:52:53,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,098 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:52:53,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:52:53,103 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,104 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,105 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:53,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:52:53,107 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:52:53,109 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary/1/task_1423785073222_0005_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,112 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary dst=null perm=null proto=rpc
2015-02-12 15:52:53,116 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,119 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,121 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,123 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,138 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56375, dest: /127.0.0.1:55805, bytes: 54693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071, duration: 666488000
2015-02-12 15:52:53,139 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:53,140 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 16215
2015-02-12 15:52:53,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56374, dest: /127.0.0.1:55808, bytes: 54693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071, duration: 667997000
2015-02-12 15:52:53,141 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,143 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 16215
2015-02-12 15:52:53,143 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56373, dest: /127.0.0.1:55798, bytes: 54693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071, duration: 670954000
2015-02-12 15:52:53,143 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741895_1071, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,145 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741895_1071{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 16215
2015-02-12 15:52:53,148 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,151 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,163 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:53,167 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075 src: /127.0.0.1:56392 dest: /127.0.0.1:55808
2015-02-12 15:52:53,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075 src: /127.0.0.1:56393 dest: /127.0.0.1:55798
2015-02-12 15:52:53,171 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075 src: /127.0.0.1:56394 dest: /127.0.0.1:55801
2015-02-12 15:52:53,176 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56394, dest: /127.0.0.1:55801, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075, duration: 2978000
2015-02-12 15:52:53,176 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:53,176 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,177 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56393, dest: /127.0.0.1:55798, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075, duration: 2150000
2015-02-12 15:52:53,177 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,178 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56392, dest: /127.0.0.1:55808, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075, duration: 3332000
2015-02-12 15:52:53,178 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,178 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741899_1075{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,180 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary_tmp is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:53,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:53,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:53,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:53,196 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:53,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:52:53,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,207 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:52:53,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076 src: /127.0.0.1:56396 dest: /127.0.0.1:55808
2015-02-12 15:52:53,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076 src: /127.0.0.1:56397 dest: /127.0.0.1:55798
2015-02-12 15:52:53,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076 src: /127.0.0.1:56398 dest: /127.0.0.1:55801
2015-02-12 15:52:53,215 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56398, dest: /127.0.0.1:55801, bytes: 54693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076, duration: 1512000
2015-02-12 15:52:53,216 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:53,216 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56397, dest: /127.0.0.1:55798, bytes: 54693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076, duration: 2347000
2015-02-12 15:52:53,216 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,217 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56396, dest: /127.0.0.1:55808, bytes: 54693, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076, duration: 3505000
2015-02-12 15:52:53,218 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,219 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741900_1076{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,221 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:53,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:53,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:53,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:53,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:52:53,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005/job_1423785073222_0005_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:52:53,232 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:53,237 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:52:53,241 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077 src: /127.0.0.1:56400 dest: /127.0.0.1:55805
2015-02-12 15:52:53,242 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077 src: /127.0.0.1:56401 dest: /127.0.0.1:55801
2015-02-12 15:52:53,244 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077 src: /127.0.0.1:56402 dest: /127.0.0.1:55808
2015-02-12 15:52:53,247 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56402, dest: /127.0.0.1:55808, bytes: 112705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077, duration: 1693000
2015-02-12 15:52:53,247 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:53,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56401, dest: /127.0.0.1:55801, bytes: 112705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077, duration: 2537000
2015-02-12 15:52:53,248 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,248 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56400, dest: /127.0.0.1:55805, bytes: 112705, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-731406422_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077, duration: 3294000
2015-02-12 15:52:53,249 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:53,249 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741901_1077{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:53,251 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-731406422_1
2015-02-12 15:52:53,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:53,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:53,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:53,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:52:53,266 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0005_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:52:53,266 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:52:53,266 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0005 with final state: FINISHING
2015-02-12 15:52:53,266 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from RUNNING to FINAL_SAVING
2015-02-12 15:52:53,267 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0005
2015-02-12 15:52:53,267 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:52:53,267 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from FINAL_SAVING to FINISHING
2015-02-12 15:52:53,445 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:53,445 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:52:53,446 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000004
2015-02-12 15:52:53,446 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:52:53,446 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000004 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:52:53,728 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:53,728 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:52:53,728 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000005
2015-02-12 15:52:53,729 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:53,729 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000005 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:53,888 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:53,888 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:53,888 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:52:53,888 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000006
2015-02-12 15:52:53,889 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:53,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000006 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:54,045 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:54,045 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:52:54,045 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000003
2015-02-12 15:52:54,045 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:54,046 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000003 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:54,271 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0005 unregistered successfully.
2015-02-12 15:52:54,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741888_1064 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:52:54,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741889_1065 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:52:54,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741890_1066 127.0.0.1:55808 127.0.0.1:55801 127.0.0.1:55805
2015-02-12 15:52:54,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741891_1067 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:52:54,275 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741893_1069 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:52:54,276 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741895_1071 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:52:54,276 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741892_1068 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:52:54,276 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0005 dst=null perm=null proto=rpc
2015-02-12 15:52:54,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:54,313 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary
2015-02-12 15:52:54,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/_temporary dst=null perm=null proto=rpc
2015-02-12 15:52:54,314 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] completed flow: second
2015-02-12 15:52:54,314 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] starting flow: null
2015-02-12 15:52:54,315 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] at least one sink is marked for delete
2015-02-12 15:52:54,315 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:52:54,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:52:54,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:52:54,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:52:54,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:52:54,323 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting
2015-02-12 15:52:54,323 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second"]
2015-02-12 15:52:54,324 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] sink: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath"]
2015-02-12 15:52:54,324 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] parallel execution is enabled: true
2015-02-12 15:52:54,324 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] starting jobs: 2
2015-02-12 15:52:54,324 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [] allocating threads: 2
2015-02-12 15:52:54,327 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (1/2) ...platform/checkpoint/third
2015-02-12 15:52:54,338 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:52:54,349 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:52:54,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:52:54,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:54,353 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:54,356 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 6
2015-02-12 15:52:54,357 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006 dst=null perm=null proto=rpc
2015-02-12 15:52:54,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:52:54,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:52:54,360 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,365 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:52:54,367 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 src: /127.0.0.1:56410 dest: /127.0.0.1:55801
2015-02-12 15:52:54,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 src: /127.0.0.1:56411 dest: /127.0.0.1:55808
2015-02-12 15:52:54,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 src: /127.0.0.1:56412 dest: /127.0.0.1:55798
2015-02-12 15:52:54,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56412, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078, duration: 2287000
2015-02-12 15:52:54,374 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:54,375 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56411, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078, duration: 3442000
2015-02-12 15:52:54,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,375 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,376 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56410, dest: /127.0.0.1:55801, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078, duration: 4532000
2015-02-12 15:52:54,376 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,378 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741902_1078{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,381 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:54,384 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar
2015-02-12 15:52:54,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,391 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:52:54,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:52:54,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:52:54,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:52:54,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:52:54,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,398 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:54,399 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:54,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:52:54,402 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 15:52:54,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,406 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split
2015-02-12 15:52:54,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:54,408 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:52:54,410 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079 src: /127.0.0.1:56413 dest: /127.0.0.1:55798
2015-02-12 15:52:54,411 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079 src: /127.0.0.1:56414 dest: /127.0.0.1:55808
2015-02-12 15:52:54,412 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079 src: /127.0.0.1:56415 dest: /127.0.0.1:55801
2015-02-12 15:52:54,413 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079 src: /127.0.0.1:56416 dest: /127.0.0.1:55805
2015-02-12 15:52:54,416 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56416, dest: /127.0.0.1:55805, bytes: 2395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, duration: 1585000
2015-02-12 15:52:54,416 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:54,417 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:52:54,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56415, dest: /127.0.0.1:55801, bytes: 2395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, duration: 2334000
2015-02-12 15:52:54,418 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56414, dest: /127.0.0.1:55808, bytes: 2395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, duration: 4652000
2015-02-12 15:52:54,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,420 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56413, dest: /127.0.0.1:55798, bytes: 2395, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, duration: 5960000
2015-02-12 15:52:54,422 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,422 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,424 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741903_1079{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,426 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:54,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,432 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:52:54,438 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080 src: /127.0.0.1:56417 dest: /127.0.0.1:55808
2015-02-12 15:52:54,439 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080 src: /127.0.0.1:56418 dest: /127.0.0.1:55801
2015-02-12 15:52:54,440 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080 src: /127.0.0.1:56419 dest: /127.0.0.1:55798
2015-02-12 15:52:54,443 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56419, dest: /127.0.0.1:55798, bytes: 188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080, duration: 1751000
2015-02-12 15:52:54,444 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:54,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,444 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56418, dest: /127.0.0.1:55801, bytes: 188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080, duration: 2404000
2015-02-12 15:52:54,444 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,445 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,445 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56417, dest: /127.0.0.1:55808, bytes: 188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080, duration: 3423000
2015-02-12 15:52:54,445 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,449 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741904_1080{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,449 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:54,450 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:54,450 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:6
2015-02-12 15:52:54,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:52:54,489 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:52:54,492 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081 src: /127.0.0.1:56420 dest: /127.0.0.1:55808
2015-02-12 15:52:54,494 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081 src: /127.0.0.1:56421 dest: /127.0.0.1:55805
2015-02-12 15:52:54,496 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081 src: /127.0.0.1:56422 dest: /127.0.0.1:55801
2015-02-12 15:52:54,499 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56422, dest: /127.0.0.1:55801, bytes: 96072, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081, duration: 1600000
2015-02-12 15:52:54,499 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:54,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56421, dest: /127.0.0.1:55805, bytes: 96072, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081, duration: 2312000
2015-02-12 15:52:54,500 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,501 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,501 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56420, dest: /127.0.0.1:55808, bytes: 96072, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081, duration: 3432000
2015-02-12 15:52:54,501 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:54,503 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741905_1081{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:54,504 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:52:54,504 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0006
2015-02-12 15:52:54,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006 dst=null perm=null proto=rpc
2015-02-12 15:52:54,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:54,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:54,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,509 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:54,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:54,511 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:54,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:54,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,514 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:52:54,518 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 6 submitted by user soberoi
2015-02-12 15:52:54,518 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0006
2015-02-12 15:52:54,518 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0006
2015-02-12 15:52:54,519 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from NEW to NEW_SAVING
2015-02-12 15:52:54,519 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0006
2015-02-12 15:52:54,519 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:52:54,520 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0006 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:52:54,520 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from SUBMITTED to ACCEPTED
2015-02-12 15:52:54,520 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0006_000001
2015-02-12 15:52:54,520 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from NEW to SUBMITTED
2015-02-12 15:52:54,520 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0006
2015-02-12 15:52:54,521 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0006_000001 to scheduler from user: soberoi
2015-02-12 15:52:54,521 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:52:54,523 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0006/
2015-02-12 15:52:54,524 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423785073222_0006
2015-02-12 15:52:54,524 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0006/
2015-02-12 15:52:54,733 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:54,735 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:54,735 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000001
2015-02-12 15:52:54,735 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:52:54,736 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0006_01_000001
2015-02-12 15:52:54,736 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:52:54,736 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0006_000001
2015-02-12 15:52:54,736 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0006 AttemptId: appattempt_1423785073222_0006_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0006_01_000001, NodeId: 10.1.1.67:55827, NodeHttpAddress: 10.1.1.67:55830, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55827 }, ]
2015-02-12 15:52:54,736 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:52:54,737 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:52:54,737 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0006_000001
2015-02-12 15:52:54,738 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0006_01_000001, NodeId: 10.1.1.67:55827, NodeHttpAddress: 10.1.1.67:55830, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55827 }, ] for AM appattempt_1423785073222_0006_000001
2015-02-12 15:52:54,738 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0006_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:52:54,739 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0006_000001
2015-02-12 15:52:54,739 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0006_000001
2015-02-12 15:52:54,741 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:52:54,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000001 by user soberoi
2015-02-12 15:52:54,743 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0006
2015-02-12 15:52:54,744 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000001
2015-02-12 15:52:54,744 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from NEW to INITING
2015-02-12 15:52:54,744 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000001 to application application_1423785073222_0006
2015-02-12 15:52:54,744 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from INITING to RUNNING
2015-02-12 15:52:54,744 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0006_01_000001, NodeId: 10.1.1.67:55827, NodeHttpAddress: 10.1.1.67:55830, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55827 }, ] for AM appattempt_1423785073222_0006_000001
2015-02-12 15:52:54,744 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:52:54,745 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:52:54,745 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:52:54,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:52:54,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:52:54,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:52:54,745 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:52:54,745 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0006_01_000001
2015-02-12 15:52:54,756 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0006_01_000001.tokens. Credentials list:
2015-02-12 15:52:54,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:52:54,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:54,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:54,904 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55798 to replicate blk_1073741902_1078 to datanode(s) 127.0.0.1:55805
2015-02-12 15:52:54,904 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069]
2015-02-12 15:52:54,904 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741895_1071]
2015-02-12 15:52:54,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0006_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000001.tokens
2015-02-12 15:52:54,951 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:52:55,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:55,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:52:55,048 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:55,076 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:55,099 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:55,100 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:55,137 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:55,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:55,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:52:55,193 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0006/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:55,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:55,214 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:52:55,247 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0006/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:52:55,247 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:52:55,284 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:52:55,284 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:55,382 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000001/default_container_executor.sh]
2015-02-12 15:52:55,453 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 15:52:55,729 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 15:52:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 15:52:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 15:52:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 15:52:55,730 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 15:52:55,731 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 15:52:55,733 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:52:55,734 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:55,745 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 to 127.0.0.1:55805
2015-02-12 15:52:55,747 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 src: /127.0.0.1:56428 dest: /127.0.0.1:55805
2015-02-12 15:52:55,747 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 (numBytes=254067) to /127.0.0.1:55805
2015-02-12 15:52:55,749 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078 src: /127.0.0.1:56428 dest: /127.0.0.1:55805 of size 254067
2015-02-12 15:52:55,749 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741902_1078 size 254067
2015-02-12 15:52:55,894 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:55,894 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:56,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 15:52:56,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 15:52:56,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 15:52:56,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 15:52:56,035 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 15:52:56,034 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 15:52:56,035 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 15:52:56,035 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 15:52:56,049 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:56,453 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:56,735 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:56,895 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:56,895 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:57,054 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:57,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:52:57,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:52:57,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:52:57,253 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:52:57,331 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006 dst=null perm=null proto=rpc
2015-02-12 15:52:57,333 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:52:57,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:52:57,454 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:57,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:57,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:52:57,736 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:57,853 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30006 milliseconds
2015-02-12 15:52:57,853 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:52:57,899 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:57,899 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:57,910 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741890_1066, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741895_1071]
2015-02-12 15:52:57,910 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741888_1064, blk_1073741889_1065, blk_1073741891_1067, blk_1073741892_1068, blk_1073741893_1069, blk_1073741895_1071]
2015-02-12 15:52:58,058 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:58,460 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:58,616 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:52:58,622 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0006_000001
2015-02-12 15:52:58,622 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0006 APPATTEMPTID=appattempt_1423785073222_0006_000001
2015-02-12 15:52:58,623 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:52:58,623 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from ACCEPTED to RUNNING
2015-02-12 15:52:58,698 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:58,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:52:58,740 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:58,747 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 15:52:58,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 15:52:58,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 15:52:58,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 15:52:58,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 15:52:58,748 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 15:52:58,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 15:52:58,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 15:52:58,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 15:52:58,749 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 15:52:58,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 15:52:58,750 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 15:52:58,825 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:58,904 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:58,904 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,060 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,061 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:52:59,115 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082 src: /127.0.0.1:56436 dest: /127.0.0.1:55801
2015-02-12 15:52:59,117 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082 src: /127.0.0.1:56437 dest: /127.0.0.1:55808
2015-02-12 15:52:59,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082 src: /127.0.0.1:56438 dest: /127.0.0.1:55805
2015-02-12 15:52:59,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56438, dest: /127.0.0.1:55805, bytes: 112667, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082, duration: 30794000
2015-02-12 15:52:59,152 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:59,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:59,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56437, dest: /127.0.0.1:55808, bytes: 112667, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082, duration: 31981000
2015-02-12 15:52:59,154 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:59,157 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56436, dest: /127.0.0.1:55801, bytes: 112667, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082, duration: 36170000
2015-02-12 15:52:59,158 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:59,160 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:59,161 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741906_1082{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:52:59,169 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:52:59,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:52:59,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:52:59,211 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083 src: /127.0.0.1:56439 dest: /127.0.0.1:55801
2015-02-12 15:52:59,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083 src: /127.0.0.1:56440 dest: /127.0.0.1:55805
2015-02-12 15:52:59,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083 src: /127.0.0.1:56441 dest: /127.0.0.1:55808
2015-02-12 15:52:59,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56441, dest: /127.0.0.1:55808, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083, duration: 1627000
2015-02-12 15:52:59,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:52:59,218 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:59,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56440, dest: /127.0.0.1:55805, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083, duration: 2254000
2015-02-12 15:52:59,218 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:59,219 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56439, dest: /127.0.0.1:55801, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083, duration: 3653000
2015-02-12 15:52:59,220 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:52:59,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:59,221 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741907_1083{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:52:59,225 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006.summary is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:52:59,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073
2015-02-12 15:52:59,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075
2015-02-12 15:52:59,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076
2015-02-12 15:52:59,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888 for deletion
2015-02-12 15:52:59,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889 for deletion
2015-02-12 15:52:59,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741890 for deletion
2015-02-12 15:52:59,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741888_1064 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741888
2015-02-12 15:52:59,323 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741891 for deletion
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741892 for deletion
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741889_1065 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741889
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741890_1066 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741890
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741893 for deletion
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741891_1067 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741891
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741892_1068 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741892
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741895 for deletion
2015-02-12 15:52:59,324 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741893_1069 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741893
2015-02-12 15:52:59,325 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741895_1071 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741895
2015-02-12 15:52:59,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076
2015-02-12 15:52:59,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074
2015-02-12 15:52:59,365 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070
2015-02-12 15:52:59,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072
2015-02-12 15:52:59,366 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075
2015-02-12 15:52:59,367 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077
2015-02-12 15:52:59,412 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0005_01_000001 succeeded
2015-02-12 15:52:59,413 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:52:59,413 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0005_01_000001
2015-02-12 15:52:59,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000001
2015-02-12 15:52:59,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000001
2015-02-12 15:52:59,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000001
2015-02-12 15:52:59,429 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000001
2015-02-12 15:52:59,429 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0005_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:52:59,429 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0005_01_000001 from application application_1423785073222_0005
2015-02-12 15:52:59,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0005/container_1423785073222_0005_01_000001
2015-02-12 15:52:59,429 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:52:59,430 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0005
2015-02-12 15:52:59,462 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0005_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:52:59,462 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0005_000001
2015-02-12 15:52:59,462 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0005_000001
2015-02-12 15:52:59,463 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0005_000001 State change from FINISHING to FINISHED
2015-02-12 15:52:59,462 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0005_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:52:59,463 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000001
2015-02-12 15:52:59,463 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0005_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:52:59,463 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0005_000001 released container container_1423785073222_0005_01_000001 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:52:59,463 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,463 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0005 State change from FINISHING to FINISHED
2015-02-12 15:52:59,464 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0005_000001 is done. finalState=FINISHED
2015-02-12 15:52:59,464 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0005 requests cleared
2015-02-12 15:52:59,464 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0005_000001
2015-02-12 15:52:59,464 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0005
2015-02-12 15:52:59,464 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0005,name=[46AAFD570665455F8E9A9287E55DDF4B/63FBE23D02DA41F5BB5CFC74DF490730] second/(1/1) ...latform/checkpoint/second,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0005/jobhistory/job/job_1423785073222_0005,appMasterHost=10.1.1.67,startTime=1423785155160,finishTime=1423785173266,finalStatus=SUCCEEDED
2015-02-12 15:52:59,466 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0005_000001 (auth:SIMPLE)
2015-02-12 15:52:59,470 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0005_01_000001
2015-02-12 15:52:59,470 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0005 CONTAINERID=container_1423785073222_0005_01_000001
2015-02-12 15:52:59,471 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0005_01_000001]
2015-02-12 15:52:59,472 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,472 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:59,472 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,473 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,474 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,474 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0005
2015-02-12 15:52:59,475 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:59,476 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0005, with delay of 10800 seconds
2015-02-12 15:52:59,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074
2015-02-12 15:52:59,657 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070
2015-02-12 15:52:59,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077
2015-02-12 15:52:59,658 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073
2015-02-12 15:52:59,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081
2015-02-12 15:52:59,659 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072
2015-02-12 15:52:59,660 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079
2015-02-12 15:52:59,743 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:59,743 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,744 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:59,744 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000002
2015-02-12 15:52:59,744 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:52:59,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,745 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0005
2015-02-12 15:52:59,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,745 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:59,745 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0005, with delay of 10800 seconds
2015-02-12 15:52:59,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,744 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,906 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,906 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:52:59,907 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:52:59,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:52:59,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000003
2015-02-12 15:52:59,908 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:52:59,908 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,908 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0005
2015-02-12 15:52:59,909 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:52:59,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:52:59,909 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0005, with delay of 10800 seconds
2015-02-12 15:53:00,063 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:00,063 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:00,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:00,065 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000004
2015-02-12 15:53:00,065 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:00,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:53:00,065 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0005
2015-02-12 15:53:00,066 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0005 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:00,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:53:00,066 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:53:00,066 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0005, with delay of 10800 seconds
2015-02-12 15:53:00,065 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0005
2015-02-12 15:53:00,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078
2015-02-12 15:53:00,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741894_1070
2015-02-12 15:53:00,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741899_1075
2015-02-12 15:53:00,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741898_1074
2015-02-12 15:53:00,383 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741901_1077
2015-02-12 15:53:00,472 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:00,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:00,473 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000005
2015-02-12 15:53:00,473 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:00,586 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081
2015-02-12 15:53:00,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079
2015-02-12 15:53:00,587 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741896_1072
2015-02-12 15:53:00,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741897_1073
2015-02-12 15:53:00,588 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080
2015-02-12 15:53:00,589 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741900_1076
2015-02-12 15:53:00,678 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0006_01_000002
2015-02-12 15:53:00,679 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:00,679 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0006_01_000003
2015-02-12 15:53:00,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:00,680 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0006_01_000004
2015-02-12 15:53:00,680 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:00,681 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0006_01_000005
2015-02-12 15:53:00,681 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:00,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:00,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:00,735 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,736 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,747 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,748 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:00,748 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:00,748 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000006
2015-02-12 15:53:00,749 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:53:00,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,750 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:00,812 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:00,813 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:00,814 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:00,813 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:00,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000003 by user soberoi
2015-02-12 15:53:00,817 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0006
2015-02-12 15:53:00,817 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000003
2015-02-12 15:53:00,818 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from NEW to INITING
2015-02-12 15:53:00,818 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000003 to application application_1423785073222_0006
2015-02-12 15:53:00,818 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from INITING to RUNNING
2015-02-12 15:53:00,818 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:53:00,818 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,818 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,819 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:00,819 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0006
2015-02-12 15:53:00,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:00,819 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:00,819 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0006_01_000003
2015-02-12 15:53:00,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000002 by user soberoi
2015-02-12 15:53:00,820 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000004 by user soberoi
2015-02-12 15:53:00,820 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000002 to application application_1423785073222_0006
2015-02-12 15:53:00,820 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0006
2015-02-12 15:53:00,820 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:53:00,820 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,820 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,820 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:00,821 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0006
2015-02-12 15:53:00,821 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:00,821 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from NEW to INITING
2015-02-12 15:53:00,821 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000004 to application application_1423785073222_0006
2015-02-12 15:53:00,821 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from INITING to RUNNING
2015-02-12 15:53:00,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000005 by user soberoi
2015-02-12 15:53:00,822 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:53:00,822 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,822 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,822 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:00,822 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0006
2015-02-12 15:53:00,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:00,823 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:00,823 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0006_01_000004
2015-02-12 15:53:00,820 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000004
2015-02-12 15:53:00,820 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000002
2015-02-12 15:53:00,822 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0006
2015-02-12 15:53:00,828 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000005
2015-02-12 15:53:00,830 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from NEW to INITING
2015-02-12 15:53:00,830 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000005 to application application_1423785073222_0006
2015-02-12 15:53:00,830 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from INITING to RUNNING
2015-02-12 15:53:00,830 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:53:00,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,830 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0006
2015-02-12 15:53:00,830 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:00,831 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0006
2015-02-12 15:53:00,831 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:00,831 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:00,831 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0006_01_000005
2015-02-12 15:53:00,846 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785073222_0006_01_000003.tokens. Credentials list:
2015-02-12 15:53:00,856 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0006_01_000004.tokens. Credentials list:
2015-02-12 15:53:00,857 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0006_01_000005.tokens. Credentials list:
2015-02-12 15:53:00,887 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:00,888 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:00,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:00,909 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:00,909 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:00,910 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:00,910 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000007
2015-02-12 15:53:00,910 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:53:01,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:01,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:01,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:01,064 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:01,064 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:01,089 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000002/default_container_executor.sh]
2015-02-12 15:53:01,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0006_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000005.tokens
2015-02-12 15:53:01,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:01,224 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0006_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000004.tokens
2015-02-12 15:53:01,225 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:01,233 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/nmPrivate/container_1423785073222_0006_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000003.tokens
2015-02-12 15:53:01,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:01,359 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:01,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:01,369 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:01,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:01,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:01,409 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:01,446 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:01,452 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:01,474 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:01,475 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:01,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:01,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:01,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:01,490 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:01,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:01,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:01,543 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:01,543 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:01,562 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:01,562 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:01,590 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:01,590 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:01,600 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:01,600 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:01,618 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:01,618 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:01,652 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:01,652 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:01,692 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:01,692 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:01,703 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:01,703 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:01,706 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000006 by user soberoi
2015-02-12 15:53:01,707 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000006
2015-02-12 15:53:01,707 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000006 to application application_1423785073222_0006
2015-02-12 15:53:01,707 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:53:01,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:53:01,707 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0006
2015-02-12 15:53:01,707 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:01,707 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0006
2015-02-12 15:53:01,708 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:01,709 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0006_01_000007 by user soberoi
2015-02-12 15:53:01,709 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000007
2015-02-12 15:53:01,710 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0006_01_000007 to application application_1423785073222_0006
2015-02-12 15:53:01,711 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:53:01,711 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0006
2015-02-12 15:53:01,711 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0006
2015-02-12 15:53:01,711 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:01,711 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0006
2015-02-12 15:53:01,712 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:01,753 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:01,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:01,754 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0006
2015-02-12 15:53:01,754 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000008 Container Transitioned from NEW to RESERVED
2015-02-12 15:53:01,754 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0006_01_000008 on node host: 10.1.1.67:55827 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@3f63ed69
2015-02-12 15:53:01,801 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:01,801 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:01,804 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:01,804 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:01,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000004/default_container_executor.sh]
2015-02-12 15:53:01,889 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000005/default_container_executor.sh]
2015-02-12 15:53:01,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:01,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:01,912 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000009
2015-02-12 15:53:01,912 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:53:01,940 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000003/default_container_executor.sh]
2015-02-12 15:53:02,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000007/default_container_executor.sh]
2015-02-12 15:53:02,057 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000006/default_container_executor.sh]
2015-02-12 15:53:02,068 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:02,068 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000010
2015-02-12 15:53:02,068 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0006_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:53:02,698 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:53:02,699 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:02,699 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:02,755 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0006_000001 on node host: 10.1.1.67:55827 #containers=3 available=0 used=4096
2015-02-12 15:53:02,755 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0006 unreserved on node host: 10.1.1.67:55827 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:53:03,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000009 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:53:03,704 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000009 in state: RELEASED event:RELEASED
2015-02-12 15:53:03,704 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000009
2015-02-12 15:53:03,704 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:53:03,704 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000009 on node: host: 10.1.1.67:55839 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:53:03,704 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:53:03,705 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000010 in state: RELEASED event:RELEASED
2015-02-12 15:53:03,705 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000010
2015-02-12 15:53:03,705 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:53:03,705 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000010 on node: host: 10.1.1.67:55847 #containers=1 available=3072 used=1024 with event: RELEASED
2015-02-12 15:53:03,919 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0006_01_000009
2015-02-12 15:53:04,074 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0006_01_000010
2015-02-12 15:53:04,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078
2015-02-12 15:53:04,372 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080
2015-02-12 15:53:04,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741905_1081
2015-02-12 15:53:04,373 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079
2015-02-12 15:53:04,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083
2015-02-12 15:53:04,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078
2015-02-12 15:53:04,509 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741903_1079
2015-02-12 15:53:04,510 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741904_1080
2015-02-12 15:53:04,576 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082
2015-02-12 15:53:04,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083
2015-02-12 15:53:04,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082
2015-02-12 15:53:04,866 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741902_1078
2015-02-12 15:53:05,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741906_1082
2015-02-12 15:53:05,595 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741907_1083
2015-02-12 15:53:12,709 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:12,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:12,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:13,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:13,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:13,047 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:13,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:53:13,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:13,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:53:13,455 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:13,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:53:13,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:53:13,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:53:13,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:13,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:13,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:13,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:53:13,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:13,792 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:53:13,864 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084 src: /127.0.0.1:56477 dest: /127.0.0.1:55805
2015-02-12 15:53:13,865 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084 src: /127.0.0.1:56478 dest: /127.0.0.1:55798
2015-02-12 15:53:13,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084 src: /127.0.0.1:56479 dest: /127.0.0.1:55801
2015-02-12 15:53:13,899 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56479, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000000_0_1370553705_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084, duration: 30235000
2015-02-12 15:53:13,900 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:13,901 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:13,901 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56478, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000000_0_1370553705_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084, duration: 31521000
2015-02-12 15:53:13,901 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:13,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:13,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56477, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000000_0_1370553705_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084, duration: 34109000
2015-02-12 15:53:13,903 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:13,904 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741908_1084{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:13,908 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0006_m_000000_0_1370553705_1
2015-02-12 15:53:13,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:53:13,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:53:13,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:53:13,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:13,960 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:13,962 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000002
2015-02-12 15:53:13,962 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000002
2015-02-12 15:53:13,962 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:53:13,962 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000002
2015-02-12 15:53:13,981 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:53:13,982 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0006_01_000002 is : 143
2015-02-12 15:53:13,983 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085 src: /127.0.0.1:56482 dest: /127.0.0.1:55801
2015-02-12 15:53:13,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085 src: /127.0.0.1:56483 dest: /127.0.0.1:55805
2015-02-12 15:53:13,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085 src: /127.0.0.1:56484 dest: /127.0.0.1:55808
2015-02-12 15:53:13,990 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist for DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:13,993 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:13,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000002
2015-02-12 15:53:13,993 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000002
2015-02-12 15:53:13,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000002
2015-02-12 15:53:13,994 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000002
2015-02-12 15:53:13,994 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000002
2015-02-12 15:53:13,995 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:13,995 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000002 from application application_1423785073222_0006
2015-02-12 15:53:13,995 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:13,995 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:14,090 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:53:14,120 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0006_m_000004_0_733064067_1
2015-02-12 15:53:14,124 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:53:14,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087 src: /127.0.0.1:56488 dest: /127.0.0.1:55801
2015-02-12 15:53:14,218 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086 src: /127.0.0.1:56486 dest: /127.0.0.1:55805
2015-02-12 15:53:14,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087 src: /127.0.0.1:56489 dest: /127.0.0.1:55805
2015-02-12 15:53:14,220 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086 src: /127.0.0.1:56490 dest: /127.0.0.1:55798
2015-02-12 15:53:14,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086 src: /127.0.0.1:56492 dest: /127.0.0.1:55808
2015-02-12 15:53:14,222 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087 src: /127.0.0.1:56491 dest: /127.0.0.1:55798
2015-02-12 15:53:14,254 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56491, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000003_0_-508117023_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087, duration: 30353000
2015-02-12 15:53:14,254 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56489, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000003_0_-508117023_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087, duration: 31064000
2015-02-12 15:53:14,255 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,256 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56488, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000003_0_-508117023_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087, duration: 32226000
2015-02-12 15:53:14,256 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741911_1087{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,258 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:14,265 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56492, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000002_0_-1563846226_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086, duration: 41287000
2015-02-12 15:53:14,266 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,266 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56490, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000002_0_-1563846226_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086, duration: 42292000
2015-02-12 15:53:14,266 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,266 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,267 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,267 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56486, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000002_0_-1563846226_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086, duration: 43462000
2015-02-12 15:53:14,268 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,268 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741910_1086{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,280 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0006_m_000002_0_-1563846226_1
2015-02-12 15:53:14,297 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:53:14,314 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0006_m_000003_0_-508117023_1
2015-02-12 15:53:14,319 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:14,324 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088 src: /127.0.0.1:56493 dest: /127.0.0.1:55798
2015-02-12 15:53:14,327 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088 src: /127.0.0.1:56494 dest: /127.0.0.1:55801
2015-02-12 15:53:14,329 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088 src: /127.0.0.1:56495 dest: /127.0.0.1:55808
2015-02-12 15:53:14,340 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:14,342 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000004
2015-02-12 15:53:14,342 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000004
2015-02-12 15:53:14,342 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:53:14,342 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000004
2015-02-12 15:53:14,360 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0006_01_000004 is : 143
2015-02-12 15:53:14,371 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:14,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000004
2015-02-12 15:53:14,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000004
2015-02-12 15:53:14,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000004
2015-02-12 15:53:14,373 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000004
2015-02-12 15:53:14,373 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000004
2015-02-12 15:53:14,374 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:14,374 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000004 from application application_1423785073222_0006
2015-02-12 15:53:14,374 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:14,374 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:14,375 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,382 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,385 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000005_0/part-00005 is closed by DFSClient_attempt_1423785073222_0006_m_000005_0_-1015314355_1
2015-02-12 15:53:14,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:53:14,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:14,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:53:14,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:14,411 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:14,413 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000006
2015-02-12 15:53:14,413 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000006
2015-02-12 15:53:14,413 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:53:14,413 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000006
2015-02-12 15:53:14,414 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:14,414 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:53:14,414 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000002
2015-02-12 15:53:14,414 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:53:14,414 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000002 on node: host: 10.1.1.67:55827 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:53:14,419 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:14,421 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000005
2015-02-12 15:53:14,421 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000005
2015-02-12 15:53:14,421 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:53:14,421 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000005
2015-02-12 15:53:14,432 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0006_01_000006 is : 143
2015-02-12 15:53:14,440 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0006_01_000005 is : 143
2015-02-12 15:53:14,443 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:14,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000006
2015-02-12 15:53:14,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000006
2015-02-12 15:53:14,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000006
2015-02-12 15:53:14,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000006
2015-02-12 15:53:14,444 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000006
2015-02-12 15:53:14,444 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:14,444 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000006 from application application_1423785073222_0006
2015-02-12 15:53:14,444 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:14,444 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:14,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,450 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:14,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000005
2015-02-12 15:53:14,450 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000005
2015-02-12 15:53:14,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000005
2015-02-12 15:53:14,451 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000005
2015-02-12 15:53:14,451 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000005
2015-02-12 15:53:14,451 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:14,451 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000005 from application application_1423785073222_0006
2015-02-12 15:53:14,451 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:14,451 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:14,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:53:14,463 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56495, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000001_0_469280605_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088, duration: 132149000
2015-02-12 15:53:14,463 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,464 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56494, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000001_0_469280605_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088, duration: 133386000
2015-02-12 15:53:14,464 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,464 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56493, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0006_m_000001_0_469280605_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088, duration: 134308000
2015-02-12 15:53:14,465 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,465 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741912_1088{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,470 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 711 Total time for transactions(ms): 52 Number of transactions batched in Syncs: 0 Number of syncs: 463 SyncTimes(ms): 183 135
2015-02-12 15:53:14,470 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0006_m_000001_0_469280605_1
2015-02-12 15:53:14,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:14,488 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:53:14,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:53:14,500 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:14,501 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000007
2015-02-12 15:53:14,502 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000007
2015-02-12 15:53:14,502 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:53:14,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/_temporary/attempt_1423785073222_0006_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:14,502 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000007
2015-02-12 15:53:14,523 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0006_01_000007 is : 143
2015-02-12 15:53:14,523 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:14,525 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000003
2015-02-12 15:53:14,525 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000003
2015-02-12 15:53:14,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,532 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:53:14,540 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:14,541 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:53:14,541 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000007
2015-02-12 15:53:14,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000007
2015-02-12 15:53:14,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000007
2015-02-12 15:53:14,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000007
2015-02-12 15:53:14,544 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000003
2015-02-12 15:53:14,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:53:14,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:53:14,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:53:14,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:53:14,563 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,564 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0006_01_000003 is : 143
2015-02-12 15:53:14,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:53:14,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:53:14,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:53:14,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:53:14,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:53:14,580 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000007
2015-02-12 15:53:14,581 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:14,581 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:14,581 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000007 from application application_1423785073222_0006
2015-02-12 15:53:14,581 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:14,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:53:14,581 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:14,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000003
2015-02-12 15:53:14,582 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000003
2015-02-12 15:53:14,583 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000003
2015-02-12 15:53:14,583 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000003
2015-02-12 15:53:14,583 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:14,583 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000003 from application application_1423785073222_0006
2015-02-12 15:53:14,583 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:14,583 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:14,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000003
2015-02-12 15:53:14,589 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:14,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:53:14,594 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:53:14,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary/1/task_1423785073222_0006_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary dst=null perm=null proto=rpc
2015-02-12 15:53:14,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,608 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,613 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,627 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56484, dest: /127.0.0.1:55808, bytes: 61745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085, duration: 639934000
2015-02-12 15:53:14,628 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 16838
2015-02-12 15:53:14,629 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56483, dest: /127.0.0.1:55805, bytes: 61745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085, duration: 641315000
2015-02-12 15:53:14,629 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,631 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56482, dest: /127.0.0.1:55801, bytes: 61745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085, duration: 643542000
2015-02-12 15:53:14,631 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741909_1085, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 16838
2015-02-12 15:53:14,632 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741909_1085{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 16838
2015-02-12 15:53:14,634 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,637 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,639 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:53:14,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089 src: /127.0.0.1:56501 dest: /127.0.0.1:55801
2015-02-12 15:53:14,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089 src: /127.0.0.1:56502 dest: /127.0.0.1:55798
2015-02-12 15:53:14,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089 src: /127.0.0.1:56503 dest: /127.0.0.1:55805
2015-02-12 15:53:14,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56503, dest: /127.0.0.1:55805, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089, duration: 1211000
2015-02-12 15:53:14,647 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,648 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56502, dest: /127.0.0.1:55798, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089, duration: 1797000
2015-02-12 15:53:14,648 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,648 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56501, dest: /127.0.0.1:55801, bytes: 433, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089, duration: 2643000
2015-02-12 15:53:14,649 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741913_1089{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,651 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:14,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:53:14,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:14,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:53:14,664 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:14,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:53:14,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,674 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:53:14,676 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090 src: /127.0.0.1:56505 dest: /127.0.0.1:55805
2015-02-12 15:53:14,677 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090 src: /127.0.0.1:56506 dest: /127.0.0.1:55798
2015-02-12 15:53:14,679 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090 src: /127.0.0.1:56507 dest: /127.0.0.1:55808
2015-02-12 15:53:14,684 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56507, dest: /127.0.0.1:55808, bytes: 61745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090, duration: 2902000
2015-02-12 15:53:14,684 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,685 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56506, dest: /127.0.0.1:55798, bytes: 61745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090, duration: 3498000
2015-02-12 15:53:14,685 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,687 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56505, dest: /127.0.0.1:55805, bytes: 61745, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090, duration: 5870000
2015-02-12 15:53:14,689 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,689 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:53:14,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741914_1090{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,703 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,710 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:14,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:53:14,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:14,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:53:14,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:14,717 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006/job_1423785073222_0006_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:53:14,721 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:14,727 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:53:14,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091 src: /127.0.0.1:56509 dest: /127.0.0.1:55805
2015-02-12 15:53:14,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091 src: /127.0.0.1:56510 dest: /127.0.0.1:55808
2015-02-12 15:53:14,735 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091 src: /127.0.0.1:56511 dest: /127.0.0.1:55798
2015-02-12 15:53:14,740 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56511, dest: /127.0.0.1:55798, bytes: 112667, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091, duration: 2846000
2015-02-12 15:53:14,740 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:14,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,741 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56510, dest: /127.0.0.1:55808, bytes: 112667, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091, duration: 3652000
2015-02-12 15:53:14,741 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,742 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56509, dest: /127.0.0.1:55805, bytes: 112667, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1956192824_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091, duration: 4989000
2015-02-12 15:53:14,742 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:14,743 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741915_1091{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:14,748 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1956192824_1
2015-02-12 15:53:14,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:14,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:14,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:14,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:14,775 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0006_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:53:14,775 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:53:14,776 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0006 with final state: FINISHING
2015-02-12 15:53:14,776 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from RUNNING to FINAL_SAVING
2015-02-12 15:53:14,776 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:53:14,776 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0006
2015-02-12 15:53:14,776 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from FINAL_SAVING to FINISHING
2015-02-12 15:53:15,344 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:15,344 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:53:15,344 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000004
2015-02-12 15:53:15,344 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:15,345 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000004 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:15,418 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:15,418 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:15,418 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:53:15,418 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000006
2015-02-12 15:53:15,418 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:53:15,419 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000006 on node: host: 10.1.1.67:55827 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:53:15,424 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:15,424 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:53:15,424 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000005
2015-02-12 15:53:15,424 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:15,424 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000005 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:15,529 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:15,530 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:53:15,530 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000003
2015-02-12 15:53:15,530 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:53:15,530 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000003 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:53:15,531 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:15,531 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:53:15,531 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000007
2015-02-12 15:53:15,531 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:15,531 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000007 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:15,782 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0006 unregistered successfully.
2015-02-12 15:53:15,786 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741902_1078 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:53:15,786 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741903_1079 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801 127.0.0.1:55805
2015-02-12 15:53:15,786 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741904_1080 127.0.0.1:55808 127.0.0.1:55801 127.0.0.1:55798
2015-02-12 15:53:15,787 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741905_1081 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:53:15,787 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741907_1083 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:53:15,787 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741909_1085 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:53:15,787 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741906_1082 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:53:15,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0006 dst=null perm=null proto=rpc
2015-02-12 15:53:15,827 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] starting step: (2/2) ...ascadeplatform/unusedpath
2015-02-12 15:53:15,838 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:53:15,848 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:53:15,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:15,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:53:15,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:53:15,857 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 7
2015-02-12 15:53:15,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007 dst=null perm=null proto=rpc
2015-02-12 15:53:15,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:53:15,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:53:15,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,865 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:53:15,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 src: /127.0.0.1:56514 dest: /127.0.0.1:55798
2015-02-12 15:53:15,869 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 src: /127.0.0.1:56515 dest: /127.0.0.1:55805
2015-02-12 15:53:15,870 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 src: /127.0.0.1:56516 dest: /127.0.0.1:55801
2015-02-12 15:53:15,875 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56516, dest: /127.0.0.1:55801, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092, duration: 3369000
2015-02-12 15:53:15,875 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:15,876 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:53:15,876 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56515, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092, duration: 3656000
2015-02-12 15:53:15,877 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,878 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56514, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092, duration: 4902000
2015-02-12 15:53:15,878 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,878 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,879 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741916_1092{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,880 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:15,881 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar
2015-02-12 15:53:15,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,886 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:53:15,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:53:15,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:53:15,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:53:15,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:53:15,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:15,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:15,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:15,895 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 6
2015-02-12 15:53:15,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,899 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split
2015-02-12 15:53:15,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:15,900 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:15,902 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093 src: /127.0.0.1:56517 dest: /127.0.0.1:55798
2015-02-12 15:53:15,904 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093 src: /127.0.0.1:56518 dest: /127.0.0.1:55805
2015-02-12 15:53:15,906 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093 src: /127.0.0.1:56519 dest: /127.0.0.1:55801
2015-02-12 15:53:15,907 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093 src: /127.0.0.1:56520 dest: /127.0.0.1:55808
2015-02-12 15:53:15,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56520, dest: /127.0.0.1:55808, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, duration: 1689000
2015-02-12 15:53:15,910 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:15,910 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,910 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56519, dest: /127.0.0.1:55801, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, duration: 2240000
2015-02-12 15:53:15,911 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,911 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,912 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56518, dest: /127.0.0.1:55805, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, duration: 3587000
2015-02-12 15:53:15,912 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,913 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56517, dest: /127.0.0.1:55798, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, duration: 4267000
2015-02-12 15:53:15,913 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,913 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,914 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741917_1093{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,915 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:15,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,918 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55801 to replicate blk_1073741916_1092 to datanode(s) 127.0.0.1:55808
2015-02-12 15:53:15,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,919 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741907_1083, blk_1073741909_1085, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 15:53:15,919 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741905_1081, blk_1073741906_1082, blk_1073741907_1083, blk_1073741909_1085, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 15:53:15,920 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:53:15,921 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094 src: /127.0.0.1:56521 dest: /127.0.0.1:55808
2015-02-12 15:53:15,923 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094 src: /127.0.0.1:56522 dest: /127.0.0.1:55805
2015-02-12 15:53:15,924 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094 src: /127.0.0.1:56523 dest: /127.0.0.1:55801
2015-02-12 15:53:15,927 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56523, dest: /127.0.0.1:55801, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094, duration: 966000
2015-02-12 15:53:15,928 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:15,928 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56522, dest: /127.0.0.1:55805, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094, duration: 1571000
2015-02-12 15:53:15,928 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,929 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,930 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56521, dest: /127.0.0.1:55808, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094, duration: 3329000
2015-02-12 15:53:15,930 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,931 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,932 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741918_1094{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,934 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:15,934 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:7
2015-02-12 15:53:15,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:15,948 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:15,949 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095 src: /127.0.0.1:56524 dest: /127.0.0.1:55801
2015-02-12 15:53:15,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095 src: /127.0.0.1:56525 dest: /127.0.0.1:55805
2015-02-12 15:53:15,952 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095 src: /127.0.0.1:56526 dest: /127.0.0.1:55808
2015-02-12 15:53:15,956 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56526, dest: /127.0.0.1:55808, bytes: 96233, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095, duration: 2056000
2015-02-12 15:53:15,956 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:15,957 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,957 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56525, dest: /127.0.0.1:55805, bytes: 96233, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095, duration: 2097000
2015-02-12 15:53:15,957 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,958 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56524, dest: /127.0.0.1:55801, bytes: 96233, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095, duration: 3517000
2015-02-12 15:53:15,958 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:15,958 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741919_1095{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:15,961 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:15,961 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0007
2015-02-12 15:53:15,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007 dst=null perm=null proto=rpc
2015-02-12 15:53:15,963 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:15,964 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:15,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,965 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,966 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:15,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:15,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:15,968 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:15,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,970 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,971 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,972 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:15,974 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 7 submitted by user soberoi
2015-02-12 15:53:15,974 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0007
2015-02-12 15:53:15,974 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0007
2015-02-12 15:53:15,974 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0007
2015-02-12 15:53:15,974 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from NEW to NEW_SAVING
2015-02-12 15:53:15,974 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:53:15,975 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0007 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:53:15,975 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from SUBMITTED to ACCEPTED
2015-02-12 15:53:15,975 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0007
2015-02-12 15:53:15,975 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0007_000001
2015-02-12 15:53:15,976 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from NEW to SUBMITTED
2015-02-12 15:53:15,976 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0007_000001 to scheduler from user: soberoi
2015-02-12 15:53:15,977 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:53:15,978 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0007/
2015-02-12 15:53:15,978 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] submitted hadoop job: job_1423785073222_0007
2015-02-12 15:53:15,978 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0007/
2015-02-12 15:53:16,349 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:16,351 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:16,351 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000001
2015-02-12 15:53:16,352 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:53:16,353 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0007_01_000001
2015-02-12 15:53:16,353 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:16,353 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0007_000001
2015-02-12 15:53:16,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0007 AttemptId: appattempt_1423785073222_0007_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0007_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ]
2015-02-12 15:53:16,353 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:53:16,354 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:53:16,354 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0007_000001
2015-02-12 15:53:16,355 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0007_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0007_000001
2015-02-12 15:53:16,355 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0007_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:53:16,355 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0007_000001
2015-02-12 15:53:16,355 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0007_000001
2015-02-12 15:53:16,358 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:16,359 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000001 by user soberoi
2015-02-12 15:53:16,359 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0007
2015-02-12 15:53:16,360 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000001
2015-02-12 15:53:16,360 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from NEW to INITING
2015-02-12 15:53:16,360 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000001 to application application_1423785073222_0007
2015-02-12 15:53:16,360 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from INITING to RUNNING
2015-02-12 15:53:16,360 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0007_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0007_000001
2015-02-12 15:53:16,360 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:53:16,360 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:53:16,361 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:16,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:16,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:53:16,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:53:16,361 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:16,361 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0007_01_000001
2015-02-12 15:53:16,371 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0007_01_000001.tokens. Credentials list:
2015-02-12 15:53:16,421 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:16,421 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:16,426 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:16,479 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:16,533 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:16,533 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:16,566 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0007_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000001.tokens
2015-02-12 15:53:16,567 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:16,644 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:16,645 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:16,680 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:16,701 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:16,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:16,738 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0007/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:16,753 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=77acba67-5720-4da4-83ed-5e1b2505eb40, infoPort=55803, ipcPort=55804, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 to 127.0.0.1:55808
2015-02-12 15:53:16,755 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 (numBytes=254067) to /127.0.0.1:55808
2015-02-12 15:53:16,758 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 src: /127.0.0.1:56531 dest: /127.0.0.1:55808
2015-02-12 15:53:16,760 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092 src: /127.0.0.1:56531 dest: /127.0.0.1:55808 of size 254067
2015-02-12 15:53:16,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741916_1092 size 254067
2015-02-12 15:53:16,766 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:16,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:16,797 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:16,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:16,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:16,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:16,854 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:16,890 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:16,890 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:16,984 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000001/default_container_executor.sh]
2015-02-12 15:53:17,046 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 15:53:17,048 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 15:53:17,047 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 15:53:17,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 15:53:17,049 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 15:53:17,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 15:53:17,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 15:53:17,332 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 15:53:17,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 15:53:17,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 15:53:17,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 15:53:17,333 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 15:53:17,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 15:53:17,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 15:53:17,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 15:53:17,334 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 15:53:17,335 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 15:53:17,335 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 15:53:17,335 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 15:53:17,355 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:17,355 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:17,423 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:17,423 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:17,430 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:17,536 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:17,537 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,355 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,425 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,425 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,432 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,537 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,537 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:18,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:53:18,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:53:18,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:53:18,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:53:18,921 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741904_1080, blk_1073741905_1081, blk_1073741906_1082, blk_1073741907_1083, blk_1073741909_1085, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 15:53:18,921 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741904_1080, blk_1073741902_1078, blk_1073741903_1079]
2015-02-12 15:53:18,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007 dst=null perm=null proto=rpc
2015-02-12 15:53:18,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:53:18,948 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:53:19,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:19,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:19,359 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:19,426 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:19,426 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:19,436 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:19,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086
2015-02-12 15:53:19,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084
2015-02-12 15:53:19,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088
2015-02-12 15:53:19,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087
2015-02-12 15:53:19,538 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:19,538 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:19,593 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088
2015-02-12 15:53:19,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087
2015-02-12 15:53:19,594 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741905 for deletion
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741906 for deletion
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741907 for deletion
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741905_1081 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741905
2015-02-12 15:53:19,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741906_1082 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741906
2015-02-12 15:53:19,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741907_1083 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741907
2015-02-12 15:53:19,754 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741909 for deletion
2015-02-12 15:53:19,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 15:53:19,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 15:53:19,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741909_1085 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741909
2015-02-12 15:53:19,755 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 15:53:19,756 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 15:53:19,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741904 for deletion
2015-02-12 15:53:19,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902 for deletion
2015-02-12 15:53:19,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903 for deletion
2015-02-12 15:53:19,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741904_1080 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741904
2015-02-12 15:53:19,764 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741903_1079 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741903
2015-02-12 15:53:19,765 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741902_1078 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741902
2015-02-12 15:53:19,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741908_1084
2015-02-12 15:53:19,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090
2015-02-12 15:53:19,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089
2015-02-12 15:53:19,884 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086
2015-02-12 15:53:19,885 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741911_1087
2015-02-12 15:53:19,886 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091
2015-02-12 15:53:20,222 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:20,225 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0007_000001
2015-02-12 15:53:20,225 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0007 APPATTEMPTID=appattempt_1423785073222_0007_000001
2015-02-12 15:53:20,225 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:53:20,225 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from ACCEPTED to RUNNING
2015-02-12 15:53:20,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:20,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:20,362 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:20,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:20,426 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:20,426 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:20,438 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:20,539 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:20,539 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:20,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090
2015-02-12 15:53:20,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741910_1086
2015-02-12 15:53:20,608 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741912_1088
2015-02-12 15:53:20,610 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091
2015-02-12 15:53:20,633 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:53:20,685 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096 src: /127.0.0.1:56540 dest: /127.0.0.1:55801
2015-02-12 15:53:20,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096 src: /127.0.0.1:56541 dest: /127.0.0.1:55805
2015-02-12 15:53:20,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096 src: /127.0.0.1:56542 dest: /127.0.0.1:55808
2015-02-12 15:53:20,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56542, dest: /127.0.0.1:55808, bytes: 112828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096, duration: 32793000
2015-02-12 15:53:20,723 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:20,725 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:53:20,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56541, dest: /127.0.0.1:55805, bytes: 112828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096, duration: 35138000
2015-02-12 15:53:20,726 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:20,727 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56540, dest: /127.0.0.1:55801, bytes: 112828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096, duration: 37610000
2015-02-12 15:53:20,728 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:20,731 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:20,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741920_1096{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:20,743 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:20,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:20,779 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:53:20,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097 src: /127.0.0.1:56543 dest: /127.0.0.1:55808
2015-02-12 15:53:20,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097 src: /127.0.0.1:56544 dest: /127.0.0.1:55798
2015-02-12 15:53:20,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097 src: /127.0.0.1:56545 dest: /127.0.0.1:55805
2015-02-12 15:53:20,792 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56545, dest: /127.0.0.1:55805, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097, duration: 2219000
2015-02-12 15:53:20,792 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:20,793 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:53:20,793 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56544, dest: /127.0.0.1:55798, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097, duration: 3173000
2015-02-12 15:53:20,794 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:20,795 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56543, dest: /127.0.0.1:55808, bytes: 388, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097, duration: 5030000
2015-02-12 15:53:20,795 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:20,796 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:53:20,797 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741921_1097{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:20,798 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007.summary is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:20,838 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0006_01_000001 succeeded
2015-02-12 15:53:20,839 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:53:20,839 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0006_01_000001
2015-02-12 15:53:20,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000001
2015-02-12 15:53:20,862 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000001
2015-02-12 15:53:20,863 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000001
2015-02-12 15:53:20,863 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0006_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:53:20,863 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0006_01_000001 from application application_1423785073222_0006
2015-02-12 15:53:20,863 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:20,864 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0006
2015-02-12 15:53:20,864 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000001
2015-02-12 15:53:20,863 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0006/container_1423785073222_0006_01_000001
2015-02-12 15:53:21,368 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,368 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:21,368 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000002
2015-02-12 15:53:21,369 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:53:21,429 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0006_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:21,429 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0006_000001
2015-02-12 15:53:21,429 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0006_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:53:21,429 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000001
2015-02-12 15:53:21,429 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0006_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:21,429 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0006_000001 released container container_1423785073222_0006_01_000001 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:21,429 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,430 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,429 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0006_000001
2015-02-12 15:53:21,430 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:21,430 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0006_000001 State change from FINISHING to FINISHED
2015-02-12 15:53:21,430 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000003
2015-02-12 15:53:21,430 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:21,430 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0006 State change from FINISHING to FINISHED
2015-02-12 15:53:21,431 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0006_000001 is done. finalState=FINISHED
2015-02-12 15:53:21,431 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0006 requests cleared
2015-02-12 15:53:21,431 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0006_000001
2015-02-12 15:53:21,431 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0006
2015-02-12 15:53:21,431 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0006,name=[2A37DAF681894925AEA7B2BFF035CD92/E1444A0A4CE64AD789154E97941C5BBF] null/(1/2) ...platform/checkpoint/third,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0006/jobhistory/job/job_1423785073222_0006,appMasterHost=10.1.1.67,startTime=1423785174518,finishTime=1423785194776,finalStatus=SUCCEEDED
2015-02-12 15:53:21,433 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0006_000001 (auth:SIMPLE)
2015-02-12 15:53:21,434 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0006_01_000001
2015-02-12 15:53:21,435 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0006 CONTAINERID=container_1423785073222_0006_01_000001
2015-02-12 15:53:21,435 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0006_01_000001, container_1423785073222_0006_01_000002]
2015-02-12 15:53:21,435 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,435 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,435 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,435 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:21,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:21,436 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000004
2015-02-12 15:53:21,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,436 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:53:21,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,437 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,437 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0006
2015-02-12 15:53:21,438 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:21,438 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0006, with delay of 10800 seconds
2015-02-12 15:53:21,442 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:21,442 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,443 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:21,443 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000005
2015-02-12 15:53:21,443 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:21,443 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,443 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0006
2015-02-12 15:53:21,444 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:21,444 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0006, with delay of 10800 seconds
2015-02-12 15:53:21,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,444 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,541 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:21,541 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,541 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:21,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:21,542 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000006
2015-02-12 15:53:21,542 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:21,542 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,543 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0006
2015-02-12 15:53:21,543 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:21,543 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:21,543 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0006, with delay of 10800 seconds
2015-02-12 15:53:21,544 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:22,281 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0007_01_000002
2015-02-12 15:53:22,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:22,282 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0007_01_000003
2015-02-12 15:53:22,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:22,283 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:22,284 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0007_01_000005
2015-02-12 15:53:22,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:22,284 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0007_01_000006
2015-02-12 15:53:22,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:22,322 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,323 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:22,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:22,337 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,338 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,351 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,352 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:22,369 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:22,369 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:22,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:22,370 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000007
2015-02-12 15:53:22,370 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:53:22,370 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0006
2015-02-12 15:53:22,370 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:22,370 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0006 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:22,371 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0006, with delay of 10800 seconds
2015-02-12 15:53:22,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:22,371 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:22,372 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0006
2015-02-12 15:53:22,418 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:22,418 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:22,418 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:22,419 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:22,419 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:22,424 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000006 by user soberoi
2015-02-12 15:53:22,425 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0007
2015-02-12 15:53:22,425 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000006
2015-02-12 15:53:22,426 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from NEW to INITING
2015-02-12 15:53:22,426 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000006 to application application_1423785073222_0007
2015-02-12 15:53:22,427 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from INITING to RUNNING
2015-02-12 15:53:22,427 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:53:22,427 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,427 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,427 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:22,427 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:22,427 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:22,427 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:22,428 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0007_01_000006
2015-02-12 15:53:22,438 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000003 by user soberoi
2015-02-12 15:53:22,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0007
2015-02-12 15:53:22,439 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000003
2015-02-12 15:53:22,439 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000004 by user soberoi
2015-02-12 15:53:22,440 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000004
2015-02-12 15:53:22,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000005 by user soberoi
2015-02-12 15:53:22,441 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0007
2015-02-12 15:53:22,441 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000005
2015-02-12 15:53:22,442 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000002 by user soberoi
2015-02-12 15:53:22,442 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000002
2015-02-12 15:53:22,444 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from NEW to INITING
2015-02-12 15:53:22,444 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000003 to application application_1423785073222_0007
2015-02-12 15:53:22,444 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000004 to application application_1423785073222_0007
2015-02-12 15:53:22,444 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from INITING to RUNNING
2015-02-12 15:53:22,444 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:53:22,445 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:53:22,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,445 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:22,445 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:22,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:22,445 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:22,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,445 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,446 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:22,446 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:22,446 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0007_01_000004
2015-02-12 15:53:22,447 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000002 to application application_1423785073222_0007
2015-02-12 15:53:22,447 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:53:22,447 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,447 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,447 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:22,448 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:22,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:22,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:22,448 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:22,448 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:22,448 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:22,449 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000008
2015-02-12 15:53:22,449 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:53:22,450 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0007_01_000003
2015-02-12 15:53:22,450 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:22,450 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:22,447 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from NEW to INITING
2015-02-12 15:53:22,450 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000005 to application application_1423785073222_0007
2015-02-12 15:53:22,451 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from INITING to RUNNING
2015-02-12 15:53:22,451 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:53:22,451 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,451 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:22,451 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:22,451 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:22,451 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:22,451 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:22,452 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0007_01_000005
2015-02-12 15:53:22,470 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0007_01_000006.tokens. Credentials list:
2015-02-12 15:53:22,473 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0007_01_000004.tokens. Credentials list:
2015-02-12 15:53:22,477 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0007_01_000003.tokens. Credentials list:
2015-02-12 15:53:22,480 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0007_01_000005.tokens. Credentials list:
2015-02-12 15:53:22,532 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:22,532 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:22,541 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:22,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:22,542 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:22,704 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:22,715 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:22,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:22,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000002/default_container_executor.sh]
2015-02-12 15:53:22,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0007_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000006.tokens
2015-02-12 15:53:22,909 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:22,918 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0007_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000004.tokens
2015-02-12 15:53:22,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:22,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0007_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000005.tokens
2015-02-12 15:53:22,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:23,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:23,041 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:23,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:23,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:23,080 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:23,082 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:23,113 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:23,133 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:23,152 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:23,154 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:23,165 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0007/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:23,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:23,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:23,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:23,202 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:23,230 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:23,230 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:23,241 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:23,242 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:23,242 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:23,276 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0007/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:23,276 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:23,288 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:23,289 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:23,296 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:23,297 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:23,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:23,297 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:23,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:23,298 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:23,310 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:23,310 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:23,313 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000007 by user soberoi
2015-02-12 15:53:23,313 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0007_01_000008 by user soberoi
2015-02-12 15:53:23,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000007
2015-02-12 15:53:23,313 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000008 to application application_1423785073222_0007
2015-02-12 15:53:23,313 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000008
2015-02-12 15:53:23,313 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 15:53:23,313 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0007_01_000007 to application application_1423785073222_0007
2015-02-12 15:53:23,313 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:23,314 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:23,314 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:23,314 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:23,314 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:53:23,314 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0007
2015-02-12 15:53:23,314 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0007
2015-02-12 15:53:23,314 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:23,315 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0007
2015-02-12 15:53:23,315 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:23,315 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:23,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:23,370 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:23,370 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:23,371 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0007
2015-02-12 15:53:23,371 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:53:23,371 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0007_01_000009 on node host: 10.1.1.67:55847 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@4379c602
2015-02-12 15:53:23,371 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:23,371 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:23,392 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:23,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:23,393 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:23,394 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:23,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:23,442 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:23,442 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000010
2015-02-12 15:53:23,443 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:53:23,452 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:23,452 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000011
2015-02-12 15:53:23,452 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0007_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:53:23,586 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000003/default_container_executor.sh]
2015-02-12 15:53:23,636 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000004/default_container_executor.sh]
2015-02-12 15:53:23,647 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000006/default_container_executor.sh]
2015-02-12 15:53:23,709 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000007/default_container_executor.sh]
2015-02-12 15:53:23,745 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000005/default_container_executor.sh]
2015-02-12 15:53:23,764 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000008/default_container_executor.sh]
2015-02-12 15:53:24,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:24,302 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:53:24,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:24,303 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:24,373 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0007_000001 on node host: 10.1.1.67:55847 #containers=3 available=0 used=4096
2015-02-12 15:53:24,373 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0007 unreserved on node host: 10.1.1.67:55847 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:53:24,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0007_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000003.tokens
2015-02-12 15:53:24,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:24,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093
2015-02-12 15:53:24,535 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089
2015-02-12 15:53:24,537 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741915_1091
2015-02-12 15:53:24,602 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093
2015-02-12 15:53:24,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095
2015-02-12 15:53:24,603 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741913_1089
2015-02-12 15:53:24,604 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094
2015-02-12 15:53:24,739 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092
2015-02-12 15:53:24,740 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741914_1090
2015-02-12 15:53:24,805 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092
2015-02-12 15:53:24,890 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093
2015-02-12 15:53:24,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095
2015-02-12 15:53:25,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092
2015-02-12 15:53:25,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094
2015-02-12 15:53:25,309 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:53:25,310 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000010 in state: RELEASED event:RELEASED
2015-02-12 15:53:25,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000010
2015-02-12 15:53:25,310 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:53:25,310 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000010 on node: host: 10.1.1.67:55827 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 15:53:25,310 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000011 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:53:25,310 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000011 in state: RELEASED event:RELEASED
2015-02-12 15:53:25,310 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000011
2015-02-12 15:53:25,311 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:53:25,312 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000011 on node: host: 10.1.1.67:55843 #containers=1 available=3072 used=1024 with event: RELEASED
2015-02-12 15:53:25,443 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0007_01_000010
2015-02-12 15:53:25,458 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0007_01_000011
2015-02-12 15:53:25,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741919_1095
2015-02-12 15:53:25,618 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741918_1094
2015-02-12 15:53:25,620 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741916_1092
2015-02-12 15:53:25,621 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741917_1093
2015-02-12 15:53:27,856 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 15:53:27,856 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:53:29,744 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097
2015-02-12 15:53:29,811 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096
2015-02-12 15:53:30,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096
2015-02-12 15:53:30,101 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097
2015-02-12 15:53:30,625 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741920_1096
2015-02-12 15:53:30,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741921_1097
2015-02-12 15:53:35,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,275 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:36,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:53:36,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:36,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:53:36,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:53:36,712 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:36,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:36,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:53:36,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:53:36,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:53:36,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:53:36,838 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:36,839 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000006_0/part-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:36,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:36,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:37,115 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:53:37,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098 src: /127.0.0.1:56602 dest: /127.0.0.1:55801
2015-02-12 15:53:37,214 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098 src: /127.0.0.1:56603 dest: /127.0.0.1:55798
2015-02-12 15:53:37,216 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098 src: /127.0.0.1:56604 dest: /127.0.0.1:55808
2015-02-12 15:53:37,250 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56604, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000000_0_2016553824_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098, duration: 30735000
2015-02-12 15:53:37,250 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:37,251 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56603, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000000_0_2016553824_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098, duration: 32889000
2015-02-12 15:53:37,252 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,251 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:53:37,253 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56602, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000000_0_2016553824_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098, duration: 34975000
2015-02-12 15:53:37,253 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:53:37,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741922_1098{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:37,259 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0007_m_000000_0_2016553824_1
2015-02-12 15:53:37,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:53:37,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:37,318 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:37,320 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000002
2015-02-12 15:53:37,320 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000002
2015-02-12 15:53:37,320 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:53:37,320 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000002
2015-02-12 15:53:37,344 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:53:37,344 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000002 is : 143
2015-02-12 15:53:37,346 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099 src: /127.0.0.1:56607 dest: /127.0.0.1:55808
2015-02-12 15:53:37,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099 src: /127.0.0.1:56608 dest: /127.0.0.1:55805
2015-02-12 15:53:37,349 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099 src: /127.0.0.1:56609 dest: /127.0.0.1:55798
2015-02-12 15:53:37,353 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:37,354 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist for DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:37,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000002
2015-02-12 15:53:37,354 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000002
2015-02-12 15:53:37,355 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000002
2015-02-12 15:53:37,355 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:37,356 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000002 from application application_1423785073222_0007
2015-02-12 15:53:37,356 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:37,356 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:37,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000002
2015-02-12 15:53:37,357 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000002
2015-02-12 15:53:37,431 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:53:37,515 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:53:37,541 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100 src: /127.0.0.1:56611 dest: /127.0.0.1:55801
2015-02-12 15:53:37,542 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100 src: /127.0.0.1:56614 dest: /127.0.0.1:55805
2015-02-12 15:53:37,544 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100 src: /127.0.0.1:56615 dest: /127.0.0.1:55798
2015-02-12 15:53:37,573 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000006_0/part-00006 is closed by DFSClient_attempt_1423785073222_0007_m_000006_0_-854533079_1
2015-02-12 15:53:37,586 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101 src: /127.0.0.1:56613 dest: /127.0.0.1:55808
2015-02-12 15:53:37,588 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101 src: /127.0.0.1:56616 dest: /127.0.0.1:55798
2015-02-12 15:53:37,589 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101 src: /127.0.0.1:56617 dest: /127.0.0.1:55801
2015-02-12 15:53:37,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:53:37,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000006_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000006 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:37,613 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56615, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000002_0_-584198246_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100, duration: 67180000
2015-02-12 15:53:37,613 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:37,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:37,614 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56614, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000002_0_-584198246_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100, duration: 68085000
2015-02-12 15:53:37,614 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,614 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:37,615 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56611, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000002_0_-584198246_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100, duration: 69053000
2015-02-12 15:53:37,615 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,615 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741924_1100{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:37,620 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0007_m_000002_0_-584198246_1
2015-02-12 15:53:37,631 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:37,632 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000008
2015-02-12 15:53:37,632 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000008
2015-02-12 15:53:37,632 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000008 transitioned from RUNNING to KILLING
2015-02-12 15:53:37,633 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000008
2015-02-12 15:53:37,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,652 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000008 is : 143
2015-02-12 15:53:37,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,662 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:37,662 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000008
2015-02-12 15:53:37,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000008
2015-02-12 15:53:37,663 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000008
2015-02-12 15:53:37,664 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000008
2015-02-12 15:53:37,664 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000008
2015-02-12 15:53:37,664 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:37,665 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000008 from application application_1423785073222_0007
2015-02-12 15:53:37,665 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:37,665 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:37,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:53:37,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:37,687 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:37,689 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000004
2015-02-12 15:53:37,690 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000004
2015-02-12 15:53:37,690 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:53:37,690 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000004
2015-02-12 15:53:37,691 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:37,691 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 15:53:37,691 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000008
2015-02-12 15:53:37,691 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:53:37,691 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000008 on node: host: 10.1.1.67:55827 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:53:37,711 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000004 is : 143
2015-02-12 15:53:37,722 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:37,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000004
2015-02-12 15:53:37,723 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000004
2015-02-12 15:53:37,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000004
2015-02-12 15:53:37,724 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000004
2015-02-12 15:53:37,724 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000004
2015-02-12 15:53:37,724 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:37,724 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000004 from application application_1423785073222_0007
2015-02-12 15:53:37,725 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:37,725 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:37,740 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0007_m_000004_0_1524642114_1
2015-02-12 15:53:37,757 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56617, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000003_0_1628181057_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101, duration: 166030000
2015-02-12 15:53:37,757 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:37,758 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56616, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000003_0_1628181057_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101, duration: 167150000
2015-02-12 15:53:37,758 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,760 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56613, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000003_0_1628181057_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101, duration: 168096000
2015-02-12 15:53:37,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:53:37,760 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:53:37,761 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741925_1101{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:53:37,760 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,771 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0007_m_000003_0_1628181057_1
2015-02-12 15:53:37,773 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000005_0/part-00005 is closed by DFSClient_attempt_1423785073222_0007_m_000005_0_2101647983_1
2015-02-12 15:53:37,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,784 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,793 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:53:37,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:53:37,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:37,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,819 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:37,821 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000005
2015-02-12 15:53:37,822 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000005
2015-02-12 15:53:37,822 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:53:37,822 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000005
2015-02-12 15:53:37,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:53:37,841 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000005 is : 143
2015-02-12 15:53:37,851 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:37,851 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000005
2015-02-12 15:53:37,852 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000005
2015-02-12 15:53:37,853 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000005
2015-02-12 15:53:37,854 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000005
2015-02-12 15:53:37,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000005
2015-02-12 15:53:37,854 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:37,855 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000005 from application application_1423785073222_0007
2015-02-12 15:53:37,855 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:37,855 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:37,878 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102 src: /127.0.0.1:56621 dest: /127.0.0.1:55805
2015-02-12 15:53:37,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102 src: /127.0.0.1:56623 dest: /127.0.0.1:55801
2015-02-12 15:53:37,881 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102 src: /127.0.0.1:56624 dest: /127.0.0.1:55798
2015-02-12 15:53:37,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:53:37,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:37,904 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:37,912 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000007
2015-02-12 15:53:37,912 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000007
2015-02-12 15:53:37,912 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:53:37,913 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000007
2015-02-12 15:53:37,913 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:37,913 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:53:37,913 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000002
2015-02-12 15:53:37,914 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:53:37,914 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000002 on node: host: 10.1.1.67:55847 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:53:37,938 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000007 is : 143
2015-02-12 15:53:37,947 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:37,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000007
2015-02-12 15:53:37,948 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000007
2015-02-12 15:53:37,949 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000007
2015-02-12 15:53:37,950 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000007
2015-02-12 15:53:37,951 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000007
2015-02-12 15:53:37,952 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:37,952 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000007 from application application_1423785073222_0007
2015-02-12 15:53:37,952 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:37,952 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:37,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56624, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000001_0_-431796251_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102, duration: 95018000
2015-02-12 15:53:37,978 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:37,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:53:37,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56623, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000001_0_-431796251_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102, duration: 95844000
2015-02-12 15:53:37,979 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56621, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0007_m_000001_0_-431796251_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102, duration: 96980000
2015-02-12 15:53:37,980 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:37,980 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:37,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741926_1102{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:37,987 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0007_m_000001_0_-431796251_1
2015-02-12 15:53:38,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:53:38,010 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:53:38,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:53:38,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:38,029 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:38,031 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000003
2015-02-12 15:53:38,032 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000003
2015-02-12 15:53:38,032 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:53:38,032 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:38,032 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:53:38,033 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000004
2015-02-12 15:53:38,033 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:53:38,033 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000004 on node: host: 10.1.1.67:55827 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:53:38,033 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:38,033 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000003
2015-02-12 15:53:38,057 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000003 is : 143
2015-02-12 15:53:38,068 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:38,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000003
2015-02-12 15:53:38,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000003
2015-02-12 15:53:38,069 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000003
2015-02-12 15:53:38,070 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000003
2015-02-12 15:53:38,070 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000003
2015-02-12 15:53:38,071 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:38,071 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000003 from application application_1423785073222_0007
2015-02-12 15:53:38,071 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:38,071 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:38,822 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:53:38,823 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:53:38,824 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:38,824 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:53:38,825 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000005
2015-02-12 15:53:38,825 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:38,825 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000005 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:38,827 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/_temporary/attempt_1423785073222_0007_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:38,838 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:38,839 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000006
2015-02-12 15:53:38,839 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000006
2015-02-12 15:53:38,839 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:53:38,840 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000006
2015-02-12 15:53:38,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,846 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:38,850 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:53:38,854 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0007_01_000006 is : 143
2015-02-12 15:53:38,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,878 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:53:38,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:53:38,878 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000006
2015-02-12 15:53:38,879 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000006
2015-02-12 15:53:38,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000006
2015-02-12 15:53:38,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000006
2015-02-12 15:53:38,882 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:53:38,882 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000006 from application application_1423785073222_0007
2015-02-12 15:53:38,882 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:38,882 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:38,879 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000006
2015-02-12 15:53:38,884 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:53:38,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,893 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,894 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:53:38,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:53:38,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:53:38,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:53:38,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:53:38,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:53:38,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,910 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:53:38,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:38,915 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:38,915 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:53:38,915 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000007
2015-02-12 15:53:38,915 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:53:38,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000007 on node: host: 10.1.1.67:55847 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:53:38,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:53:38,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:53:38,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:53:38,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:38,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:53:38,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:53:38,931 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary/1/task_1423785073222_0007_m_000006/part-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary dst=null perm=null proto=rpc
2015-02-12 15:53:38,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,942 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_SUCCESS is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:38,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,948 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:38,963 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56609, dest: /127.0.0.1:55798, bytes: 68715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099, duration: 1612064000
2015-02-12 15:53:38,963 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:38,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56608, dest: /127.0.0.1:55805, bytes: 68715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099, duration: 1615726000
2015-02-12 15:53:38,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741923_1099{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 17459
2015-02-12 15:53:38,969 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56607, dest: /127.0.0.1:55808, bytes: 68715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099, duration: 1617347000
2015-02-12 15:53:38,970 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:38,967 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:38,971 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741923_1099 size 68715
2015-02-12 15:53:38,971 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:38,974 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741923_1099 size 68715
2015-02-12 15:53:38,976 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:38,979 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741927_1103{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:38,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103 src: /127.0.0.1:56628 dest: /127.0.0.1:55805
2015-02-12 15:53:38,984 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103 src: /127.0.0.1:56629 dest: /127.0.0.1:55798
2015-02-12 15:53:38,986 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103 src: /127.0.0.1:56630 dest: /127.0.0.1:55808
2015-02-12 15:53:38,993 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56630, dest: /127.0.0.1:55808, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103, duration: 3393000
2015-02-12 15:53:38,994 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:38,995 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56629, dest: /127.0.0.1:55798, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103, duration: 4916000
2015-02-12 15:53:38,996 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:38,999 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56628, dest: /127.0.0.1:55805, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103, duration: 8511000
2015-02-12 15:53:38,999 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:39,002 INFO namenode.FSNamesystem (FSNamesystem.java:checkFileProgress(3532)) - BLOCK* checkFileProgress: blk_1073741927_1103{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} has not reached minimal replication 1
2015-02-12 15:53:39,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741927_1103{blockUCState=COMMITTED, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 434
2015-02-12 15:53:39,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741927_1103 size 434
2015-02-12 15:53:39,004 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741927_1103 size 434
2015-02-12 15:53:39,037 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:39,037 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:53:39,038 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000003
2015-02-12 15:53:39,038 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:39,038 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000003 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:39,038 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:39,038 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:39,409 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary_tmp is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:39,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:39,418 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:53:39,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:39,422 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:53:39,423 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:39,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:53:39,426 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:39,430 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:53:39,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104 src: /127.0.0.1:56632 dest: /127.0.0.1:55805
2015-02-12 15:53:39,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104 src: /127.0.0.1:56633 dest: /127.0.0.1:55808
2015-02-12 15:53:39,435 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104 src: /127.0.0.1:56634 dest: /127.0.0.1:55798
2015-02-12 15:53:39,438 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56634, dest: /127.0.0.1:55798, bytes: 68715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104, duration: 1771000
2015-02-12 15:53:39,438 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:39,439 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:39,439 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56633, dest: /127.0.0.1:55808, bytes: 68715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104, duration: 2403000
2015-02-12 15:53:39,439 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:39,440 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:39,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56632, dest: /127.0.0.1:55805, bytes: 68715, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104, duration: 3150000
2015-02-12 15:53:39,440 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:39,441 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741928_1104{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:39,442 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:39,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:39,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:53:39,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:39,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:53:39,448 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:53:39,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007/job_1423785073222_0007_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:53:39,452 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:39,456 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:53:39,459 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105 src: /127.0.0.1:56636 dest: /127.0.0.1:55801
2015-02-12 15:53:39,461 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105 src: /127.0.0.1:56637 dest: /127.0.0.1:55805
2015-02-12 15:53:39,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105 src: /127.0.0.1:56638 dest: /127.0.0.1:55808
2015-02-12 15:53:39,465 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56638, dest: /127.0.0.1:55808, bytes: 112828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105, duration: 2031000
2015-02-12 15:53:39,466 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:39,466 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:39,466 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56637, dest: /127.0.0.1:55805, bytes: 112828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105, duration: 2556000
2015-02-12 15:53:39,466 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:39,467 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:39,467 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56636, dest: /127.0.0.1:55801, bytes: 112828, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1254512426_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105, duration: 3442000
2015-02-12 15:53:39,467 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:39,468 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741929_1105{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:39,469 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1254512426_1
2015-02-12 15:53:39,471 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:39,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:39,474 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:39,476 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:53:39,484 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0007_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:53:39,484 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:53:39,484 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0007 with final state: FINISHING
2015-02-12 15:53:39,484 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from RUNNING to FINAL_SAVING
2015-02-12 15:53:39,484 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:53:39,484 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0007
2015-02-12 15:53:39,485 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from FINAL_SAVING to FINISHING
2015-02-12 15:53:39,828 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:39,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:39,845 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:53:39,845 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000006
2015-02-12 15:53:39,845 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:39,845 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000006 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:39,915 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0007_01_000002]
2015-02-12 15:53:39,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:39,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,041 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0007_01_000008, container_1423785073222_0007_01_000004]
2015-02-12 15:53:40,041 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,042 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,042 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,489 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0007 unregistered successfully.
2015-02-12 15:53:40,493 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741916_1092 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:53:40,493 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741917_1093 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55808
2015-02-12 15:53:40,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741918_1094 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:53:40,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741919_1095 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:53:40,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741921_1097 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:53:40,494 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741923_1099 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:53:40,495 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741920_1096 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:53:40,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0007 dst=null perm=null proto=rpc
2015-02-12 15:53:40,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:40,538 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary
2015-02-12 15:53:40,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/_temporary dst=null perm=null proto=rpc
2015-02-12 15:53:40,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:53:40,539 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary
2015-02-12 15:53:40,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/_temporary dst=null perm=null proto=rpc
2015-02-12 15:53:40,540 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] completed flow: null
2015-02-12 15:53:40,540 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] starting flow: fourth
2015-02-12 15:53:40,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] at least one sink is marked for delete
2015-02-12 15:53:40,540 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:53:40,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:53:40,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:53:40,543 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] starting
2015-02-12 15:53:40,544 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] source: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third"]
2015-02-12 15:53:40,544 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth"]
2015-02-12 15:53:40,544 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] parallel execution is enabled: true
2015-02-12 15:53:40,544 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] starting jobs: 1
2015-02-12 15:53:40,544 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] allocating threads: 1
2015-02-12 15:53:40,545 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] starting step: (1/1) ...latform/checkpoint/fourth
2015-02-12 15:53:40,555 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:53:40,566 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:53:40,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:53:40,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:53:40,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:53:40,572 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 8
2015-02-12 15:53:40,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008 dst=null perm=null proto=rpc
2015-02-12 15:53:40,574 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:53:40,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:53:40,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,581 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:40,583 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 src: /127.0.0.1:56641 dest: /127.0.0.1:55798
2015-02-12 15:53:40,584 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 src: /127.0.0.1:56642 dest: /127.0.0.1:55805
2015-02-12 15:53:40,585 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 src: /127.0.0.1:56643 dest: /127.0.0.1:55808
2015-02-12 15:53:40,591 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56643, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106, duration: 2728000
2015-02-12 15:53:40,591 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:40,591 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,592 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56642, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106, duration: 4341000
2015-02-12 15:53:40,592 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,593 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56641, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106, duration: 4086000
2015-02-12 15:53:40,593 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,594 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,595 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741930_1106{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,596 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:40,597 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar
2015-02-12 15:53:40,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,603 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:53:40,604 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:53:40,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:53:40,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:53:40,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:53:40,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:40,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:40,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:53:40,611 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 6
2015-02-12 15:53:40,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,615 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split
2015-02-12 15:53:40,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:40,617 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:53:40,619 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107 src: /127.0.0.1:56644 dest: /127.0.0.1:55805
2015-02-12 15:53:40,620 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107 src: /127.0.0.1:56645 dest: /127.0.0.1:55801
2015-02-12 15:53:40,621 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107 src: /127.0.0.1:56646 dest: /127.0.0.1:55808
2015-02-12 15:53:40,622 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107 src: /127.0.0.1:56647 dest: /127.0.0.1:55798
2015-02-12 15:53:40,625 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56647, dest: /127.0.0.1:55798, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, duration: 1697000
2015-02-12 15:53:40,625 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:40,626 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56646, dest: /127.0.0.1:55808, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, duration: 2130000
2015-02-12 15:53:40,626 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,626 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,627 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,627 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56645, dest: /127.0.0.1:55801, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, duration: 3093000
2015-02-12 15:53:40,627 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,628 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,628 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56644, dest: /127.0.0.1:55805, bytes: 2786, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, duration: 4114000
2015-02-12 15:53:40,629 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,633 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741931_1107{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,634 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:40,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,640 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,642 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:53:40,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108 src: /127.0.0.1:56648 dest: /127.0.0.1:55805
2015-02-12 15:53:40,645 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108 src: /127.0.0.1:56649 dest: /127.0.0.1:55808
2015-02-12 15:53:40,646 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108 src: /127.0.0.1:56650 dest: /127.0.0.1:55801
2015-02-12 15:53:40,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56650, dest: /127.0.0.1:55801, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108, duration: 1315000
2015-02-12 15:53:40,649 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:40,649 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56649, dest: /127.0.0.1:55808, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108, duration: 1723000
2015-02-12 15:53:40,649 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:53:40,649 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,650 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:53:40,650 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56648, dest: /127.0.0.1:55805, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108, duration: 2592000
2015-02-12 15:53:40,650 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741932_1108{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:53:40,653 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:40,653 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:7
2015-02-12 15:53:40,654 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:53:40,662 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:40,664 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109 src: /127.0.0.1:56651 dest: /127.0.0.1:55801
2015-02-12 15:53:40,665 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109 src: /127.0.0.1:56652 dest: /127.0.0.1:55805
2015-02-12 15:53:40,666 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109 src: /127.0.0.1:56653 dest: /127.0.0.1:55808
2015-02-12 15:53:40,669 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56653, dest: /127.0.0.1:55808, bytes: 96018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109, duration: 1558000
2015-02-12 15:53:40,669 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:40,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:53:40,670 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56652, dest: /127.0.0.1:55805, bytes: 96018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109, duration: 2293000
2015-02-12 15:53:40,670 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,670 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,671 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56651, dest: /127.0.0.1:55801, bytes: 96018, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109, duration: 3080000
2015-02-12 15:53:40,671 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:40,672 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741933_1109{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:40,673 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:53:40,674 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0008
2015-02-12 15:53:40,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008 dst=null perm=null proto=rpc
2015-02-12 15:53:40,675 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:40,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:40,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:40,679 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:40,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:40,680 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:40,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,684 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:40,687 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 8 submitted by user soberoi
2015-02-12 15:53:40,688 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0008
2015-02-12 15:53:40,688 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from NEW to NEW_SAVING
2015-02-12 15:53:40,688 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0008
2015-02-12 15:53:40,688 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0008
2015-02-12 15:53:40,688 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:53:40,688 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0008 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:53:40,689 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from SUBMITTED to ACCEPTED
2015-02-12 15:53:40,689 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0008_000001
2015-02-12 15:53:40,689 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from NEW to SUBMITTED
2015-02-12 15:53:40,689 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0008_000001 to scheduler from user: soberoi
2015-02-12 15:53:40,690 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:53:40,690 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0008
2015-02-12 15:53:40,692 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0008/
2015-02-12 15:53:40,693 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] submitted hadoop job: job_1423785073222_0008
2015-02-12 15:53:40,693 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0008/
2015-02-12 15:53:40,830 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,833 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:40,833 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000001
2015-02-12 15:53:40,833 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:53:40,833 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0008_01_000001
2015-02-12 15:53:40,834 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:40,834 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0008_000001
2015-02-12 15:53:40,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0008 AttemptId: appattempt_1423785073222_0008_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0008_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:53:40,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:53:40,834 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:53:40,834 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0008_000001
2015-02-12 15:53:40,835 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0008_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0008_000001
2015-02-12 15:53:40,836 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0008_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:53:40,836 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0008_000001
2015-02-12 15:53:40,836 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0008_000001
2015-02-12 15:53:40,838 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:40,840 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000001 by user soberoi
2015-02-12 15:53:40,840 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0008
2015-02-12 15:53:40,841 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000001
2015-02-12 15:53:40,841 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from NEW to INITING
2015-02-12 15:53:40,841 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000001 to application application_1423785073222_0008
2015-02-12 15:53:40,842 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from INITING to RUNNING
2015-02-12 15:53:40,842 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0008_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0008_000001
2015-02-12 15:53:40,842 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:53:40,842 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:40,842 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:53:40,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:40,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:53:40,842 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:53:40,843 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:40,843 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0008_01_000001
2015-02-12 15:53:40,849 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,853 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0008_01_000001.tokens. Credentials list:
2015-02-12 15:53:40,919 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:40,959 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:41,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0008_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000001.tokens
2015-02-12 15:53:41,041 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:53:41,043 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:41,110 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:41,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:41,149 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:41,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:41,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:41,204 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0008/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:41,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:41,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:53:41,261 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0008/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:41,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:41,283 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:41,316 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:41,316 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:41,350 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:41,350 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:41,446 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000001/default_container_executor.sh]
2015-02-12 15:53:41,835 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:41,835 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:41,853 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:41,920 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:42,048 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:42,836 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:42,855 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:42,922 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:42,939 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55808 to replicate blk_1073741930_1106 to datanode(s) 127.0.0.1:55801
2015-02-12 15:53:42,939 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741920_1096, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 15:53:42,940 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 15:53:43,050 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:43,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:53:43,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:53:43,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:53:43,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:53:43,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008 dst=null perm=null proto=rpc
2015-02-12 15:53:43,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:53:43,350 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:53:43,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:43,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:53:43,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 15:53:43,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:53:43,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:53:43,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 15:53:43,761 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 15:53:43,762 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 15:53:43,762 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:53:43,762 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 15:53:43,762 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:53:43,763 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 15:53:43,838 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:43,860 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:43,927 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:44,054 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:44,346 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 to 127.0.0.1:55801
2015-02-12 15:53:44,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 15:53:44,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 15:53:44,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 15:53:44,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:53:44,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:53:44,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 15:53:44,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 15:53:44,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 15:53:44,347 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 15:53:44,348 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:53:44,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 15:53:44,348 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 src: /127.0.0.1:56663 dest: /127.0.0.1:55801
2015-02-12 15:53:44,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:53:44,348 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:53:44,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 15:53:44,349 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 15:53:44,350 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106 src: /127.0.0.1:56663 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:53:44,351 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741930_1106 size 254067
2015-02-12 15:53:44,625 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:44,626 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0008_000001
2015-02-12 15:53:44,626 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0008 APPATTEMPTID=appattempt_1423785073222_0008_000001
2015-02-12 15:53:44,627 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:53:44,627 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from ACCEPTED to RUNNING
2015-02-12 15:53:44,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:44,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:53:44,760 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103
2015-02-12 15:53:44,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099
2015-02-12 15:53:44,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101
2015-02-12 15:53:44,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104
2015-02-12 15:53:44,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102
2015-02-12 15:53:44,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100
2015-02-12 15:53:44,763 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098
2015-02-12 15:53:44,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:44,819 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102
2015-02-12 15:53:44,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105
2015-02-12 15:53:44,821 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101
2015-02-12 15:53:44,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100
2015-02-12 15:53:44,822 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098
2015-02-12 15:53:44,841 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:44,861 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:44,932 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,045 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:53:45,059 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110 src: /127.0.0.1:56667 dest: /127.0.0.1:55801
2015-02-12 15:53:45,098 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110 src: /127.0.0.1:56668 dest: /127.0.0.1:55805
2015-02-12 15:53:45,099 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110 src: /127.0.0.1:56669 dest: /127.0.0.1:55808
2015-02-12 15:53:45,117 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104
2015-02-12 15:53:45,118 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105
2015-02-12 15:53:45,128 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56669, dest: /127.0.0.1:55808, bytes: 112613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110, duration: 27592000
2015-02-12 15:53:45,128 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:45,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:45,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56668, dest: /127.0.0.1:55805, bytes: 112613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110, duration: 28275000
2015-02-12 15:53:45,129 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:45,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:45,130 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56667, dest: /127.0.0.1:55801, bytes: 112613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110, duration: 29338000
2015-02-12 15:53:45,130 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:45,131 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741934_1110{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:53:45,135 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:53:45,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:53:45,176 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:53:45,179 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111 src: /127.0.0.1:56670 dest: /127.0.0.1:55801
2015-02-12 15:53:45,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111 src: /127.0.0.1:56671 dest: /127.0.0.1:55808
2015-02-12 15:53:45,181 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111 src: /127.0.0.1:56672 dest: /127.0.0.1:55798
2015-02-12 15:53:45,185 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56672, dest: /127.0.0.1:55798, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111, duration: 1752000
2015-02-12 15:53:45,185 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:53:45,185 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:53:45,186 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56671, dest: /127.0.0.1:55808, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111, duration: 2565000
2015-02-12 15:53:45,186 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:45,186 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:53:45,187 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56670, dest: /127.0.0.1:55801, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111, duration: 3440000
2015-02-12 15:53:45,187 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:53:45,187 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741935_1111{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:53:45,189 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008.summary is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:53:45,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741923_1099
2015-02-12 15:53:45,319 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103
2015-02-12 15:53:45,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741926_1102
2015-02-12 15:53:45,320 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741924_1100
2015-02-12 15:53:45,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0007_01_000001 succeeded
2015-02-12 15:53:45,634 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:53:45,634 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0007_01_000001
2015-02-12 15:53:45,635 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741922_1098
2015-02-12 15:53:45,636 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106
2015-02-12 15:53:45,637 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741927_1103
2015-02-12 15:53:45,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000001
2015-02-12 15:53:45,650 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000001
2015-02-12 15:53:45,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000001
2015-02-12 15:53:45,651 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000001
2015-02-12 15:53:45,651 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0007/container_1423785073222_0007_01_000001
2015-02-12 15:53:45,651 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0007_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:53:45,651 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0007_01_000001 from application application_1423785073222_0007
2015-02-12 15:53:45,651 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:45,652 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0007
2015-02-12 15:53:45,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741929_1105
2015-02-12 15:53:45,840 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741925_1101
2015-02-12 15:53:45,841 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741928_1104
2015-02-12 15:53:45,842 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,842 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107
2015-02-12 15:53:45,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:45,843 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000002
2015-02-12 15:53:45,843 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:53:45,866 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,866 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:45,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000003
2015-02-12 15:53:45,867 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:45,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0007_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:53:45,935 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0007_000001
2015-02-12 15:53:45,936 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0007_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:53:45,936 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000001
2015-02-12 15:53:45,936 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0007_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:53:45,936 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0007_000001 released container container_1423785073222_0007_01_000001 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:53:45,936 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0007_000001
2015-02-12 15:53:45,937 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,937 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0007_000001 State change from FINISHING to FINISHED
2015-02-12 15:53:45,937 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0007 State change from FINISHING to FINISHED
2015-02-12 15:53:45,937 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:45,937 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0007_000001
2015-02-12 15:53:45,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0007
2015-02-12 15:53:45,937 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000004
2015-02-12 15:53:45,938 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0007,name=[2A37DAF681894925AEA7B2BFF035CD92/F2ED7BB51CEF474EB9BFDA610C88FB4E] null/(2/2) ...ascadeplatform/unusedpath,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0007/jobhistory/job/job_1423785073222_0007,appMasterHost=10.1.1.67,startTime=1423785195974,finishTime=1423785219484,finalStatus=SUCCEEDED
2015-02-12 15:53:45,938 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:45,938 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0007_000001 is done. finalState=FINISHED
2015-02-12 15:53:45,938 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0007 requests cleared
2015-02-12 15:53:45,940 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0007_000001 (auth:SIMPLE)
2015-02-12 15:53:45,941 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0007_01_000001
2015-02-12 15:53:45,941 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0007 CONTAINERID=container_1423785073222_0007_01_000001
2015-02-12 15:53:45,942 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0007_01_000001, container_1423785073222_0007_01_000007]
2015-02-12 15:53:45,942 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,942 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:45,942 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:45,942 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741921_1097, blk_1073741923_1099, blk_1073741916_1092, blk_1073741917_1093]
2015-02-12 15:53:45,942 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741920_1096, blk_1073741921_1097, blk_1073741923_1099, blk_1073741916_1092, blk_1073741917_1093, blk_1073741918_1094, blk_1073741919_1095]
2015-02-12 15:53:45,943 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:45,943 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000005
2015-02-12 15:53:45,943 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:53:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:45,943 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0007
2015-02-12 15:53:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:45,943 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:45,944 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0007, with delay of 10800 seconds
2015-02-12 15:53:45,943 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:45,944 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,063 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0007_01_000003]
2015-02-12 15:53:46,063 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:46,063 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:46,063 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:46,063 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000006
2015-02-12 15:53:46,063 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,063 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:53:46,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,064 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0007
2015-02-12 15:53:46,064 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,064 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:46,065 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0007, with delay of 10800 seconds
2015-02-12 15:53:46,686 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0008_01_000002
2015-02-12 15:53:46,687 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:46,687 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0008_01_000003
2015-02-12 15:53:46,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:46,688 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0008_01_000004
2015-02-12 15:53:46,688 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:46,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:46,689 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0008_01_000006
2015-02-12 15:53:46,689 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:46,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,732 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,741 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:46,742 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:46,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:53:46,785 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 15:53:46,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 15:53:46,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:53:46,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:53:46,786 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 15:53:46,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 15:53:46,787 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:53:46,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:53:46,839 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:46,839 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:46,839 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:46,840 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:46,840 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:46,843 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0007_01_000005]
2015-02-12 15:53:46,843 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:46,844 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:46,844 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000007
2015-02-12 15:53:46,844 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:53:46,844 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:46,845 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0007
2015-02-12 15:53:46,845 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:46,845 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0007, with delay of 10800 seconds
2015-02-12 15:53:46,845 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,846 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,847 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000002 by user soberoi
2015-02-12 15:53:46,849 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000006 by user soberoi
2015-02-12 15:53:46,849 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000002
2015-02-12 15:53:46,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0008
2015-02-12 15:53:46,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000006
2015-02-12 15:53:46,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000005 by user soberoi
2015-02-12 15:53:46,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0008
2015-02-12 15:53:46,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000003 by user soberoi
2015-02-12 15:53:46,851 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0008
2015-02-12 15:53:46,851 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000003
2015-02-12 15:53:46,851 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000002 to application application_1423785073222_0008
2015-02-12 15:53:46,852 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:53:46,852 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,852 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,852 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:46,852 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:46,852 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:46,852 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from NEW to INITING
2015-02-12 15:53:46,853 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000006 to application application_1423785073222_0008
2015-02-12 15:53:46,853 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from INITING to RUNNING
2015-02-12 15:53:46,853 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:53:46,853 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,853 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,853 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:46,853 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:46,853 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:46,853 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:46,854 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0008_01_000006
2015-02-12 15:53:46,854 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from NEW to INITING
2015-02-12 15:53:46,854 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000004 by user soberoi
2015-02-12 15:53:46,854 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from NEW to INITING
2015-02-12 15:53:46,854 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000003 to application application_1423785073222_0008
2015-02-12 15:53:46,854 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from INITING to RUNNING
2015-02-12 15:53:46,855 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:53:46,855 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,855 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,855 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:46,855 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:46,855 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:46,855 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:46,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000005
2015-02-12 15:53:46,856 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0008_01_000003
2015-02-12 15:53:46,854 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000004
2015-02-12 15:53:46,854 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000005 to application application_1423785073222_0008
2015-02-12 15:53:46,861 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000004 to application application_1423785073222_0008
2015-02-12 15:53:46,861 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from INITING to RUNNING
2015-02-12 15:53:46,862 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:53:46,863 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:53:46,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,863 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:46,863 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:46,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:53:46,863 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:53:46,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,863 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:46,864 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:46,864 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:46,864 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0008_01_000005
2015-02-12 15:53:46,869 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0008_01_000004
2015-02-12 15:53:46,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:46,870 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:46,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:46,871 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000008
2015-02-12 15:53:46,871 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:53:46,871 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:53:46,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,873 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0007
2015-02-12 15:53:46,873 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0007 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:53:46,873 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0007, with delay of 10800 seconds
2015-02-12 15:53:46,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0007
2015-02-12 15:53:46,886 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0008_01_000006.tokens. Credentials list:
2015-02-12 15:53:46,888 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0008_01_000003.tokens. Credentials list:
2015-02-12 15:53:46,893 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423785073222_0008_01_000005.tokens. Credentials list:
2015-02-12 15:53:46,899 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423785073222_0008_01_000004.tokens. Credentials list:
2015-02-12 15:53:46,934 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:46,935 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:46,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:46,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:47,067 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:47,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741920 for deletion
2015-02-12 15:53:47,070 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741921 for deletion
2015-02-12 15:53:47,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741923 for deletion
2015-02-12 15:53:47,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916 for deletion
2015-02-12 15:53:47,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917 for deletion
2015-02-12 15:53:47,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741918 for deletion
2015-02-12 15:53:47,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741919 for deletion
2015-02-12 15:53:47,071 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741921_1097 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741921
2015-02-12 15:53:47,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741920_1096 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741920
2015-02-12 15:53:47,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741917_1093 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741917
2015-02-12 15:53:47,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741923_1099 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741923
2015-02-12 15:53:47,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741916_1092 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741916
2015-02-12 15:53:47,072 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741919_1095 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741919
2015-02-12 15:53:47,073 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741918_1094 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741918
2015-02-12 15:53:47,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:47,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:47,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000002/default_container_executor.sh]
2015-02-12 15:53:47,252 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:47,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0008_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000006.tokens
2015-02-12 15:53:47,285 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:53:47,292 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0008_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000003.tokens
2015-02-12 15:53:47,296 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:53:47,428 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/nmPrivate/container_1423785073222_0008_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000004.tokens
2015-02-12 15:53:47,429 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:53:47,429 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:47,430 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:47,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:47,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:47,490 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:47,505 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:47,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:47,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:47,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:47,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:47,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:47,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar dst=null perm=null proto=rpc
2015-02-12 15:53:47,577 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:47,577 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:47,595 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:47,595 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:47,637 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:47,637 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:47,652 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0008/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:47,659 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:47,659 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:47,701 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:47,701 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:47,714 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:47,714 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:53:47,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:47,716 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000007 by user soberoi
2015-02-12 15:53:47,717 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000007
2015-02-12 15:53:47,717 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000007 to application application_1423785073222_0008
2015-02-12 15:53:47,717 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:53:47,718 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:47,718 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:47,718 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:47,718 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:47,718 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:47,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml dst=null perm=null proto=rpc
2015-02-12 15:53:47,731 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0008_01_000008 by user soberoi
2015-02-12 15:53:47,731 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000008
2015-02-12 15:53:47,731 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0008_01_000008 to application application_1423785073222_0008
2015-02-12 15:53:47,732 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 15:53:47,732 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0008
2015-02-12 15:53:47,732 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0008
2015-02-12 15:53:47,732 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:53:47,732 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0008
2015-02-12 15:53:47,732 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:47,790 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:47,791 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:47,802 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:47,802 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:47,814 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:53:47,814 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:47,814 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:53:47,844 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:47,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:47,845 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0008
2015-02-12 15:53:47,845 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:53:47,845 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0008_01_000009 on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@32d91abe
2015-02-12 15:53:47,870 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:53:47,870 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:53:47,871 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:47,871 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000010
2015-02-12 15:53:47,871 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:53:47,886 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:47,887 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:47,888 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:53:47,888 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:53:47,945 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000011 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:53:47,946 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000011
2015-02-12 15:53:47,946 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0008_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:53:48,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000006/default_container_executor.sh]
2015-02-12 15:53:48,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000003/default_container_executor.sh]
2015-02-12 15:53:48,234 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000008/default_container_executor.sh]
2015-02-12 15:53:48,235 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000007/default_container_executor.sh]
2015-02-12 15:53:48,314 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000005/default_container_executor.sh]
2015-02-12 15:53:48,347 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000004/default_container_executor.sh]
2015-02-12 15:53:48,705 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:53:48,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:48,705 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000011 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:53:48,848 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:53:48,850 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0008_000001 on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096
2015-02-12 15:53:48,850 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0008 unreserved on node host: 10.1.1.67:55843 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:53:49,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423785073222_0008_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000005.tokens
2015-02-12 15:53:49,001 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0008 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:53:49,709 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:53:49,709 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000010 in state: RELEASED event:RELEASED
2015-02-12 15:53:49,709 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000010
2015-02-12 15:53:49,709 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:53:49,710 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000010 on node: host: 10.1.1.67:55839 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:53:49,710 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000011 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:53:49,710 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000011 in state: RELEASED event:RELEASED
2015-02-12 15:53:49,710 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000011
2015-02-12 15:53:49,710 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000011 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:53:49,710 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000011 on node: host: 10.1.1.67:55847 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:53:49,827 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106
2015-02-12 15:53:49,828 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109
2015-02-12 15:53:49,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108
2015-02-12 15:53:49,829 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107
2015-02-12 15:53:49,874 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0008_01_000010
2015-02-12 15:53:49,952 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0008_01_000011
2015-02-12 15:53:49,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106
2015-02-12 15:53:49,970 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107
2015-02-12 15:53:50,326 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741930_1106
2015-02-12 15:53:50,327 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110
2015-02-12 15:53:50,526 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109
2015-02-12 15:53:50,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108
2015-02-12 15:53:50,527 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741931_1107
2015-02-12 15:53:50,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110
2015-02-12 15:53:50,848 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741932_1108
2015-02-12 15:53:50,849 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111
2015-02-12 15:53:50,850 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741933_1109
2015-02-12 15:53:54,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741934_1110
2015-02-12 15:53:54,835 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111
2015-02-12 15:53:54,977 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741935_1111
2015-02-12 15:53:57,861 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 15:53:57,862 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:54:00,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,406 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,475 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,497 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:01,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:01,591 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:01,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:01,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:01,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:01,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:01,969 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:01,989 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:01,998 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:02,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:02,018 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000006_0/part-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:02,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:02,077 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:02,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:02,144 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:02,225 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112 src: /127.0.0.1:56719 dest: /127.0.0.1:55801
2015-02-12 15:54:02,226 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112 src: /127.0.0.1:56720 dest: /127.0.0.1:55808
2015-02-12 15:54:02,228 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112 src: /127.0.0.1:56721 dest: /127.0.0.1:55805
2015-02-12 15:54:02,258 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56721, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000000_0_-349610492_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112, duration: 28396000
2015-02-12 15:54:02,258 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:02,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:02,259 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56720, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000000_0_-349610492_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112, duration: 29215000
2015-02-12 15:54:02,259 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:02,260 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56719, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000000_0_-349610492_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112, duration: 30256000
2015-02-12 15:54:02,260 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:02,260 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:02,261 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741936_1112{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:02,268 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0008_m_000000_0_-349610492_1
2015-02-12 15:54:02,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:54:02,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:02,364 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:02,366 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000002
2015-02-12 15:54:02,366 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000002
2015-02-12 15:54:02,366 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:54:02,366 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000002
2015-02-12 15:54:02,388 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000002 is : 143
2015-02-12 15:54:02,390 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:54:02,393 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113 src: /127.0.0.1:56724 dest: /127.0.0.1:55798
2015-02-12 15:54:02,394 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113 src: /127.0.0.1:56725 dest: /127.0.0.1:55805
2015-02-12 15:54:02,395 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113 src: /127.0.0.1:56726 dest: /127.0.0.1:55801
2015-02-12 15:54:02,397 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:02,397 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000002
2015-02-12 15:54:02,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000002
2015-02-12 15:54:02,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000002
2015-02-12 15:54:02,398 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000002
2015-02-12 15:54:02,398 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000002
2015-02-12 15:54:02,398 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:02,398 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000002 from application application_1423785073222_0008
2015-02-12 15:54:02,398 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:02,399 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:02,400 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist for DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:02,610 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:02,686 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114 src: /127.0.0.1:56728 dest: /127.0.0.1:55808
2015-02-12 15:54:02,688 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114 src: /127.0.0.1:56729 dest: /127.0.0.1:55798
2015-02-12 15:54:02,689 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114 src: /127.0.0.1:56730 dest: /127.0.0.1:55805
2015-02-12 15:54:02,721 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0008_m_000004_0_-1407383548_1
2015-02-12 15:54:02,722 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56730, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000003_0_-314768785_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114, duration: 30762000
2015-02-12 15:54:02,722 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:02,723 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56729, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000003_0_-314768785_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114, duration: 32142000
2015-02-12 15:54:02,723 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:02,724 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:02,724 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:02,725 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56728, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000003_0_-314768785_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114, duration: 33657000
2015-02-12 15:54:02,725 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:02,726 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741938_1114{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:02,731 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0008_m_000003_0_-314768785_1
2015-02-12 15:54:02,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,749 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:54:02,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:54:02,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:02,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:02,779 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:02,781 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000005
2015-02-12 15:54:02,781 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000005
2015-02-12 15:54:02,781 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:54:02,781 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000005
2015-02-12 15:54:02,781 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:02,783 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000006
2015-02-12 15:54:02,783 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000006
2015-02-12 15:54:02,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:54:02,784 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000006
2015-02-12 15:54:02,802 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000006 is : 143
2015-02-12 15:54:02,802 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000005 is : 143
2015-02-12 15:54:02,809 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:02,809 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000005
2015-02-12 15:54:02,810 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000005
2015-02-12 15:54:02,810 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:02,810 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000005 from application application_1423785073222_0008
2015-02-12 15:54:02,810 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:02,810 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:02,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000005
2015-02-12 15:54:02,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000005
2015-02-12 15:54:02,811 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000005
2015-02-12 15:54:02,813 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:02,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000006
2015-02-12 15:54:02,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000006
2015-02-12 15:54:02,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000006
2015-02-12 15:54:02,817 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000006
2015-02-12 15:54:02,818 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000006
2015-02-12 15:54:02,818 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:02,819 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000006 from application application_1423785073222_0008
2015-02-12 15:54:02,819 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:02,819 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:02,842 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000005_0/part-00005 is closed by DFSClient_attempt_1423785073222_0008_m_000005_0_2147339048_1
2015-02-12 15:54:02,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:54:02,865 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:54:02,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:02,898 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:02,900 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000007
2015-02-12 15:54:02,900 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000007
2015-02-12 15:54:02,900 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:54:02,900 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000007
2015-02-12 15:54:02,901 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:02,901 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:54:02,901 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000002
2015-02-12 15:54:02,901 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:54:02,901 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000002 on node: host: 10.1.1.67:55843 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:54:02,924 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000007 is : 143
2015-02-12 15:54:02,930 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:02,930 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000007
2015-02-12 15:54:02,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000007
2015-02-12 15:54:02,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000007
2015-02-12 15:54:02,931 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000007
2015-02-12 15:54:02,932 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000007
2015-02-12 15:54:02,933 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:02,933 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000007 from application application_1423785073222_0008
2015-02-12 15:54:02,933 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:02,933 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:02,948 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115 src: /127.0.0.1:56734 dest: /127.0.0.1:55805
2015-02-12 15:54:02,950 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115 src: /127.0.0.1:56736 dest: /127.0.0.1:55801
2015-02-12 15:54:02,951 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115 src: /127.0.0.1:56737 dest: /127.0.0.1:55808
2015-02-12 15:54:02,968 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000006_0/part-00006 is closed by DFSClient_attempt_1423785073222_0008_m_000006_0_-1310896359_1
2015-02-12 15:54:02,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,991 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:54:02,993 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:54:02,997 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000006_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000006 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:03,012 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:03,013 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56737, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000001_0_-394765122_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115, duration: 60308000
2015-02-12 15:54:03,013 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:03,014 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000008
2015-02-12 15:54:03,014 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:03,014 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000008 transitioned from RUNNING to KILLING
2015-02-12 15:54:03,014 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000008
2015-02-12 15:54:03,014 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56736, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000001_0_-394765122_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115, duration: 61111000
2015-02-12 15:54:03,014 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000008
2015-02-12 15:54:03,015 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,015 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,016 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56734, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000001_0_-394765122_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115, duration: 62661000
2015-02-12 15:54:03,016 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,017 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741939_1115{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,034 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0008_m_000001_0_-394765122_1
2015-02-12 15:54:03,034 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000008 is : 143
2015-02-12 15:54:03,044 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:03,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000008
2015-02-12 15:54:03,044 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000008
2015-02-12 15:54:03,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000008
2015-02-12 15:54:03,045 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000008
2015-02-12 15:54:03,045 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000008
2015-02-12 15:54:03,045 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:03,045 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000008 from application application_1423785073222_0008
2015-02-12 15:54:03,045 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:03,045 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:03,050 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:54:03,060 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:54:03,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:54:03,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:03,071 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:54:03,086 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:03,088 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000003
2015-02-12 15:54:03,088 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000003
2015-02-12 15:54:03,089 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:03,089 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 15:54:03,089 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000008
2015-02-12 15:54:03,090 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:54:03,090 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000008 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:54:03,090 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:54:03,091 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000003
2015-02-12 15:54:03,110 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000003 is : 143
2015-02-12 15:54:03,127 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:03,128 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000003
2015-02-12 15:54:03,130 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000003
2015-02-12 15:54:03,131 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000003
2015-02-12 15:54:03,132 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000003
2015-02-12 15:54:03,132 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000003
2015-02-12 15:54:03,133 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:03,133 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000003 from application application_1423785073222_0008
2015-02-12 15:54:03,133 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:03,133 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:03,166 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116 src: /127.0.0.1:56740 dest: /127.0.0.1:55808
2015-02-12 15:54:03,169 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116 src: /127.0.0.1:56742 dest: /127.0.0.1:55805
2015-02-12 15:54:03,170 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116 src: /127.0.0.1:56743 dest: /127.0.0.1:55798
2015-02-12 15:54:03,203 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56743, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000002_0_-1148122989_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116, duration: 31378000
2015-02-12 15:54:03,203 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:03,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,204 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56742, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000002_0_-1148122989_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116, duration: 32283000
2015-02-12 15:54:03,204 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,204 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,205 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56740, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0008_m_000002_0_-1148122989_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116, duration: 33055000
2015-02-12 15:54:03,205 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,205 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741940_1116{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,209 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0008_m_000002_0_-1148122989_1
2015-02-12 15:54:03,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:54:03,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:54:03,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:54:03,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/_temporary/attempt_1423785073222_0008_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:03,243 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:03,245 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000004
2015-02-12 15:54:03,245 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000004
2015-02-12 15:54:03,245 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:54:03,245 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000004
2015-02-12 15:54:03,246 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:03,246 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:54:03,247 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000005
2015-02-12 15:54:03,247 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:54:03,247 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000005 on node: host: 10.1.1.67:55847 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:54:03,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,253 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,257 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:54:03,261 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0008_01_000004 is : 143
2015-02-12 15:54:03,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:54:03,269 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:03,272 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:03,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000004
2015-02-12 15:54:03,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,273 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000004
2015-02-12 15:54:03,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:03,273 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000004 from application application_1423785073222_0008
2015-02-12 15:54:03,273 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:03,273 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
2015-02-12 15:54:03,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000004
2015-02-12 15:54:03,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000004
2015-02-12 15:54:03,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000004
2015-02-12 15:54:03,277 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,279 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:54:03,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:03,284 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,286 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:54:03,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:03,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,294 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,295 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:54:03,296 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:03,298 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,299 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,300 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,301 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:54:03,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:03,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,304 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,305 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,306 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:54:03,307 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:03,311 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,313 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:03,316 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:54:03,318 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:54:03,320 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary/1/task_1423785073222_0008_m_000006/part-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,324 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary dst=null perm=null proto=rpc
2015-02-12 15:54:03,329 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,332 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,334 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,337 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,352 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56726, dest: /127.0.0.1:55801, bytes: 68691, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113, duration: 954485000
2015-02-12 15:54:03,352 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:03,353 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 17461
2015-02-12 15:54:03,353 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56725, dest: /127.0.0.1:55805, bytes: 68691, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113, duration: 955757000
2015-02-12 15:54:03,353 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,355 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 17461
2015-02-12 15:54:03,355 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56724, dest: /127.0.0.1:55798, bytes: 68691, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113, duration: 958043000
2015-02-12 15:54:03,355 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,356 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741937_1113{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 17461
2015-02-12 15:54:03,358 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,361 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,364 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:54:03,366 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117 src: /127.0.0.1:56745 dest: /127.0.0.1:55805
2015-02-12 15:54:03,368 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117 src: /127.0.0.1:56746 dest: /127.0.0.1:55801
2015-02-12 15:54:03,369 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117 src: /127.0.0.1:56747 dest: /127.0.0.1:55798
2015-02-12 15:54:03,372 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56747, dest: /127.0.0.1:55798, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117, duration: 1294000
2015-02-12 15:54:03,372 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:03,372 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:54:03,373 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56746, dest: /127.0.0.1:55801, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117, duration: 1957000
2015-02-12 15:54:03,373 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,374 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:54:03,374 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56745, dest: /127.0.0.1:55805, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117, duration: 2865000
2015-02-12 15:54:03,374 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,375 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741941_1117{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,376 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary_tmp is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:03,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:03,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:03,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:03,389 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:03,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:03,392 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,397 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:54:03,399 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118 src: /127.0.0.1:56749 dest: /127.0.0.1:55798
2015-02-12 15:54:03,400 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118 src: /127.0.0.1:56750 dest: /127.0.0.1:55801
2015-02-12 15:54:03,402 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118 src: /127.0.0.1:56751 dest: /127.0.0.1:55805
2015-02-12 15:54:03,405 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56751, dest: /127.0.0.1:55805, bytes: 68691, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118, duration: 1897000
2015-02-12 15:54:03,405 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:03,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,406 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56750, dest: /127.0.0.1:55801, bytes: 68691, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118, duration: 2588000
2015-02-12 15:54:03,406 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,406 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,407 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56749, dest: /127.0.0.1:55798, bytes: 68691, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118, duration: 3360000
2015-02-12 15:54:03,407 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,408 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741942_1118{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:03,409 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,411 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:03,412 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:03,413 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:03,414 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:03,415 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:03,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008/job_1423785073222_0008_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:03,419 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:03,424 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:54:03,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119 src: /127.0.0.1:56753 dest: /127.0.0.1:55798
2015-02-12 15:54:03,428 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119 src: /127.0.0.1:56754 dest: /127.0.0.1:55805
2015-02-12 15:54:03,429 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119 src: /127.0.0.1:56755 dest: /127.0.0.1:55808
2015-02-12 15:54:03,432 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56755, dest: /127.0.0.1:55808, bytes: 112613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119, duration: 2052000
2015-02-12 15:54:03,433 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:03,433 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:03,433 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56754, dest: /127.0.0.1:55805, bytes: 112613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119, duration: 2759000
2015-02-12 15:54:03,433 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:03,434 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56753, dest: /127.0.0.1:55798, bytes: 112613, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-568783605_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119, duration: 3535000
2015-02-12 15:54:03,434 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:03,435 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741943_1119{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:03,436 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-568783605_1
2015-02-12 15:54:03,438 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:03,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:03,441 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:03,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:03,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0008_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:54:03,452 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:54:03,452 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0008 with final state: FINISHING
2015-02-12 15:54:03,452 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from RUNNING to FINAL_SAVING
2015-02-12 15:54:03,453 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0008
2015-02-12 15:54:03,454 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:54:03,454 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from FINAL_SAVING to FINISHING
2015-02-12 15:54:03,786 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:03,787 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:54:03,787 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000006
2015-02-12 15:54:03,787 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:03,787 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000006 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:03,904 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:03,904 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:03,904 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:54:03,904 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000007
2015-02-12 15:54:03,904 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:54:03,905 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000007 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:54:04,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:04,094 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:54:04,094 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000003
2015-02-12 15:54:04,094 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:04,094 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000003 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:04,095 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:04,252 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:04,252 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:54:04,252 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000004
2015-02-12 15:54:04,253 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:04,253 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000004 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:04,253 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:04,457 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0008 unregistered successfully.
2015-02-12 15:54:04,463 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741930_1106 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:54:04,463 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741931_1107 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:54:04,464 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741932_1108 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:54:04,464 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741933_1109 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:54:04,464 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741935_1111 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:54:04,464 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741937_1113 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:54:04,465 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741934_1110 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:54:04,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0008 dst=null perm=null proto=rpc
2015-02-12 15:54:04,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,503 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary
2015-02-12 15:54:04,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/_temporary dst=null perm=null proto=rpc
2015-02-12 15:54:04,503 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second++first] completed flow: fourth
2015-02-12 15:54:04,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,521 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 7
2015-02-12 15:54:04,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,527 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:54:04,534 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/checkpoint/fourth
2015-02-12 15:54:04,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,536 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth dst=null perm=null proto=rpc
2015-02-12 15:54:04,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,548 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,549 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,555 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,557 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:54:04,558 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:54:04,559 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/unusedpath
2015-02-12 15:54:04,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:54:04,560 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:54:04,561 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:54:04,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath dst=null perm=null proto=rpc
2015-02-12 15:54:04,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,565 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,569 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,573 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,576 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,578 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:54:04,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/unusedpath/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:54:04,580 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/checkpoint/first
2015-02-12 15:54:04,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:54:04,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:54:04,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:54:04,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first dst=null perm=null proto=rpc
2015-02-12 15:54:04,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,585 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,587 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,590 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,594 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/checkpoint/second
2015-02-12 15:54:04,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:54:04,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:54:04,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:54:04,597 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second dst=null perm=null proto=rpc
2015-02-12 15:54:04,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,612 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/checkpoint/third
2015-02-12 15:54:04,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:54:04,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:54:04,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:54:04,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third dst=null perm=null proto=rpc
2015-02-12 15:54:04,615 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:04,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:04,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:04,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:04,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:54:04,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/checkpoint/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:54:04,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:04,642 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:04,642 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:04,660 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:04,660 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:04,681 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:04,682 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:04,699 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:04,699 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
calling start
2015-02-12 15:54:04,722 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting
2015-02-12 15:54:04,723 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] parallel execution is enabled: true
2015-02-12 15:54:04,723 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flows: 4
2015-02-12 15:54:04,723 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] allocating threads: 4
2015-02-12 15:54:04,724 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] starting flow: first
2015-02-12 15:54:04,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] at least one sink is marked for delete
2015-02-12 15:54:04,725 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:54:04,726 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:04,727 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
testing if running
2015-02-12 15:54:04,728 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting
2015-02-12 15:54:04,728 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:54:04,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic"]
2015-02-12 15:54:04,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] parallel execution is enabled: true
2015-02-12 15:54:04,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting jobs: 1
2015-02-12 15:54:04,729 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] allocating threads: 1
2015-02-12 15:54:04,731 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...ed/first-nondeterministic
2015-02-12 15:54:04,740 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:54:04,754 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:54:04,756 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:04,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:04,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:04,760 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 9
2015-02-12 15:54:04,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009 dst=null perm=null proto=rpc
2015-02-12 15:54:04,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:54:04,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:54:04,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,770 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:54:04,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 src: /127.0.0.1:56762 dest: /127.0.0.1:55801
2015-02-12 15:54:04,773 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 src: /127.0.0.1:56763 dest: /127.0.0.1:55798
2015-02-12 15:54:04,774 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 src: /127.0.0.1:56764 dest: /127.0.0.1:55805
2015-02-12 15:54:04,780 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56764, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120, duration: 4768000
2015-02-12 15:54:04,780 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:04,781 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56763, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120, duration: 4500000
2015-02-12 15:54:04,781 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,781 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56762, dest: /127.0.0.1:55801, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120, duration: 6477000
2015-02-12 15:54:04,783 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,783 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,784 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741944_1120{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,787 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:04,788 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar
2015-02-12 15:54:04,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,790 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:04,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:54:04,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:54:04,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:54:04,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:54:04,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:54:04,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:04,800 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:54:04,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:04,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,806 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split
2015-02-12 15:54:04,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:04,807 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:54:04,809 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121 src: /127.0.0.1:56765 dest: /127.0.0.1:55808
2015-02-12 15:54:04,810 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121 src: /127.0.0.1:56766 dest: /127.0.0.1:55798
2015-02-12 15:54:04,812 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121 src: /127.0.0.1:56767 dest: /127.0.0.1:55801
2015-02-12 15:54:04,813 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121 src: /127.0.0.1:56768 dest: /127.0.0.1:55805
2015-02-12 15:54:04,816 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56768, dest: /127.0.0.1:55805, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, duration: 1798000
2015-02-12 15:54:04,816 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:04,816 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:54:04,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56767, dest: /127.0.0.1:55801, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, duration: 2140000
2015-02-12 15:54:04,817 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,817 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56766, dest: /127.0.0.1:55798, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, duration: 3115000
2015-02-12 15:54:04,818 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,817 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,818 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56765, dest: /127.0.0.1:55808, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, duration: 4118000
2015-02-12 15:54:04,819 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,819 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,825 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741945_1121{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,826 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:04,828 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,829 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,830 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:04,832 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122 src: /127.0.0.1:56769 dest: /127.0.0.1:55798
2015-02-12 15:54:04,833 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122 src: /127.0.0.1:56770 dest: /127.0.0.1:55808
2015-02-12 15:54:04,835 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122 src: /127.0.0.1:56771 dest: /127.0.0.1:55805
2015-02-12 15:54:04,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56771, dest: /127.0.0.1:55805, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122, duration: 1043000
2015-02-12 15:54:04,837 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:04,838 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56770, dest: /127.0.0.1:55808, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122, duration: 1815000
2015-02-12 15:54:04,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:04,838 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:04,840 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56769, dest: /127.0.0.1:55798, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122, duration: 3272000
2015-02-12 15:54:04,840 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,841 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741946_1122{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:04,842 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:04,842 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:54:04,844 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:04,853 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:04,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123 src: /127.0.0.1:56772 dest: /127.0.0.1:55805
2015-02-12 15:54:04,856 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123 src: /127.0.0.1:56773 dest: /127.0.0.1:55801
2015-02-12 15:54:04,858 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123 src: /127.0.0.1:56774 dest: /127.0.0.1:55798
2015-02-12 15:54:04,861 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56774, dest: /127.0.0.1:55798, bytes: 96014, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123, duration: 1662000
2015-02-12 15:54:04,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:04,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,862 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56773, dest: /127.0.0.1:55801, bytes: 96014, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123, duration: 2203000
2015-02-12 15:54:04,862 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,862 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,863 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56772, dest: /127.0.0.1:55805, bytes: 96014, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123, duration: 2960000
2015-02-12 15:54:04,863 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:04,863 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741947_1123{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:04,866 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:04,866 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0009
2015-02-12 15:54:04,867 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009 dst=null perm=null proto=rpc
2015-02-12 15:54:04,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:04,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:04,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:04,871 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:04,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:04,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:04,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:04,880 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 9 submitted by user soberoi
2015-02-12 15:54:04,880 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0009
2015-02-12 15:54:04,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from NEW to NEW_SAVING
2015-02-12 15:54:04,881 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0009
2015-02-12 15:54:04,880 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0009
2015-02-12 15:54:04,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:54:04,881 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0009 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:54:04,881 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from SUBMITTED to ACCEPTED
2015-02-12 15:54:04,882 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0009_000001
2015-02-12 15:54:04,882 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from NEW to SUBMITTED
2015-02-12 15:54:04,882 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0009_000001 to scheduler from user: soberoi
2015-02-12 15:54:04,883 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:54:04,883 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0009
2015-02-12 15:54:04,885 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0009/
2015-02-12 15:54:04,885 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_1423785073222_0009
2015-02-12 15:54:04,885 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0009/
2015-02-12 15:54:04,909 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:04,909 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:04,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:04,911 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000001
2015-02-12 15:54:04,911 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:54:04,911 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0009_01_000001
2015-02-12 15:54:04,912 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:04,912 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0009_000001
2015-02-12 15:54:04,912 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0009 AttemptId: appattempt_1423785073222_0009_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0009_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:54:04,912 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:54:04,913 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:54:04,913 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0009_000001
2015-02-12 15:54:04,914 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0009_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0009_000001
2015-02-12 15:54:04,914 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0009_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:54:04,914 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0009_000001
2015-02-12 15:54:04,914 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0009_000001
2015-02-12 15:54:04,917 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:04,918 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0009_01_000001 by user soberoi
2015-02-12 15:54:04,918 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0009
2015-02-12 15:54:04,919 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000001
2015-02-12 15:54:04,919 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from NEW to INITING
2015-02-12 15:54:04,919 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0009_01_000001 to application application_1423785073222_0009
2015-02-12 15:54:04,919 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from INITING to RUNNING
2015-02-12 15:54:04,919 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0009_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0009_000001
2015-02-12 15:54:04,919 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:54:04,919 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:54:04,920 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0009
2015-02-12 15:54:04,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:04,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:54:04,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:54:04,920 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:04,920 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0009_01_000001
2015-02-12 15:54:04,931 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0009_01_000001.tokens. Credentials list:
2015-02-12 15:54:05,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:05,099 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:05,099 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:05,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0009_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000001.tokens
2015-02-12 15:54:05,156 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:05,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:05,234 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:05,255 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:05,255 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:05,270 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:05,289 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:05,290 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:05,323 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:05,347 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:05,348 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:05,383 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0009/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:05,404 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:05,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:05,438 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0009/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:05,438 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:05,470 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:05,470 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:05,574 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000001/default_container_executor.sh]
testing if running
2015-02-12 15:54:05,794 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:05,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:05,911 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:05,911 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,100 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,100 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
testing if running
2015-02-12 15:54:06,795 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,913 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,914 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:06,966 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55801 to replicate blk_1073741944_1120 to datanode(s) 127.0.0.1:55808
2015-02-12 15:54:06,966 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741937_1113, blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 15:54:06,966 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741937_1113, blk_1073741930_1106, blk_1073741931_1107, blk_1073741935_1111]
2015-02-12 15:54:07,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:07,103 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:07,257 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:07,258 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:07,416 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:07,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:54:07,445 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:54:07,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:54:07,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009 dst=null perm=null proto=rpc
2015-02-12 15:54:07,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:54:07,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
testing if running
2015-02-12 15:54:07,781 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=77acba67-5720-4da4-83ed-5e1b2505eb40, infoPort=55803, ipcPort=55804, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 to 127.0.0.1:55808
2015-02-12 15:54:07,781 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 15:54:07,783 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 (numBytes=254067) to /127.0.0.1:55808
2015-02-12 15:54:07,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 15:54:07,782 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 15:54:07,783 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 15:54:07,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 15:54:07,784 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 src: /127.0.0.1:56792 dest: /127.0.0.1:55808
2015-02-12 15:54:07,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 15:54:07,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 15:54:07,784 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 15:54:07,786 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120 src: /127.0.0.1:56792 dest: /127.0.0.1:55808 of size 254067
2015-02-12 15:54:07,787 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741944_1120 size 254067
2015-02-12 15:54:07,799 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:07,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 15:54:07,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:54:07,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 15:54:07,803 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 15:54:07,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:54:07,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 15:54:07,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 15:54:07,804 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 15:54:07,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:07,863 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:07,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:07,915 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,108 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,108 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,261 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,261 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
testing if running
2015-02-12 15:54:08,802 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,916 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,916 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:08,923 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:08,925 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0009_000001
2015-02-12 15:54:08,925 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0009 APPATTEMPTID=appattempt_1423785073222_0009_000001
2015-02-12 15:54:08,925 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:54:08,926 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from ACCEPTED to RUNNING
2015-02-12 15:54:08,988 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:08,992 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:09,109 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,110 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:09,262 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,262 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,327 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:09,380 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124 src: /127.0.0.1:56799 dest: /127.0.0.1:55805
2015-02-12 15:54:09,382 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124 src: /127.0.0.1:56800 dest: /127.0.0.1:55808
2015-02-12 15:54:09,383 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124 src: /127.0.0.1:56801 dest: /127.0.0.1:55798
2015-02-12 15:54:09,417 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56801, dest: /127.0.0.1:55798, bytes: 112609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124, duration: 32333000
2015-02-12 15:54:09,417 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:09,418 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:09,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56800, dest: /127.0.0.1:55808, bytes: 112609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124, duration: 33399000
2015-02-12 15:54:09,420 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:09,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:09,421 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56799, dest: /127.0.0.1:55805, bytes: 112609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124, duration: 36061000
2015-02-12 15:54:09,422 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:09,423 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741948_1124{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:09,428 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1_conf.xml is closed by DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:09,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:09,465 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:54:09,469 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125 src: /127.0.0.1:56802 dest: /127.0.0.1:55808
2015-02-12 15:54:09,471 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125 src: /127.0.0.1:56803 dest: /127.0.0.1:55798
2015-02-12 15:54:09,472 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125 src: /127.0.0.1:56804 dest: /127.0.0.1:55801
2015-02-12 15:54:09,476 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56804, dest: /127.0.0.1:55801, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125, duration: 1724000
2015-02-12 15:54:09,476 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:09,477 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:09,477 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56803, dest: /127.0.0.1:55798, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125, duration: 3303000
2015-02-12 15:54:09,478 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:09,479 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56802, dest: /127.0.0.1:55808, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125, duration: 5506000
2015-02-12 15:54:09,480 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:09,479 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:09,480 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741949_1125{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:09,485 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009.summary is closed by DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:09,529 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0008_01_000001 succeeded
2015-02-12 15:54:09,529 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:54:09,529 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0008_01_000001
2015-02-12 15:54:09,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000001
2015-02-12 15:54:09,553 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000001
2015-02-12 15:54:09,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000001
2015-02-12 15:54:09,554 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008/container_1423785073222_0008_01_000001
2015-02-12 15:54:09,554 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000001
2015-02-12 15:54:09,555 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0008_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:54:09,555 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0008_01_000001 from application application_1423785073222_0008
2015-02-12 15:54:09,555 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:09,555 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0008
testing if running
2015-02-12 15:54:09,806 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,844 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112
2015-02-12 15:54:09,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115
2015-02-12 15:54:09,845 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121
2015-02-12 15:54:09,846 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118
2015-02-12 15:54:09,847 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117
2015-02-12 15:54:09,919 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0008_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:09,919 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0008_000001
2015-02-12 15:54:09,920 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0008_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:54:09,920 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000001
2015-02-12 15:54:09,920 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0008_000001
2015-02-12 15:54:09,920 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0008_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:54:09,920 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0008_000001 State change from FINISHING to FINISHED
2015-02-12 15:54:09,920 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0008_000001 released container container_1423785073222_0008_01_000001 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:54:09,920 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0008 State change from FINISHING to FINISHED
2015-02-12 15:54:09,920 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,921 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,921 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0008_000001
2015-02-12 15:54:09,921 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0008_000001 is done. finalState=FINISHED
2015-02-12 15:54:09,921 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0008 requests cleared
2015-02-12 15:54:09,921 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0008
2015-02-12 15:54:09,921 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0008,name=[477CA7991C3D4E3D92CB28FEABBB9F6F/943AD77CCCC1467DBBAB65F8738C7859] fourth/(1/1) ...latform/checkpoint/fourth,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0008/jobhistory/job/job_1423785073222_0008,appMasterHost=10.1.1.67,startTime=1423785220687,finishTime=1423785243452,finalStatus=SUCCEEDED
2015-02-12 15:54:09,924 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0008_000001 (auth:SIMPLE)
2015-02-12 15:54:09,925 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0008_01_000001
2015-02-12 15:54:09,925 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0008 CONTAINERID=container_1423785073222_0008_01_000001
2015-02-12 15:54:09,926 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0008_01_000001]
2015-02-12 15:54:09,926 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,927 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:09,927 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,927 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:09,927 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:09,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:09,928 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:09,928 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0008
2015-02-12 15:54:09,928 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:09,929 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0008, with delay of 10800 seconds
2015-02-12 15:54:09,929 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:09,970 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741937_1113, blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110]
2015-02-12 15:54:09,970 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741930_1106, blk_1073741931_1107, blk_1073741932_1108, blk_1073741933_1109, blk_1073741934_1110, blk_1073741935_1111]
2015-02-12 15:54:09,987 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114
2015-02-12 15:54:09,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119
2015-02-12 15:54:09,989 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118
2015-02-12 15:54:09,990 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122
2015-02-12 15:54:09,991 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121
2015-02-12 15:54:10,053 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120
2015-02-12 15:54:10,112 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:10,112 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,113 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,113 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,114 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:10,114 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000002
2015-02-12 15:54:10,114 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:10,114 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,114 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0008
2015-02-12 15:54:10,115 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:10,115 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0008, with delay of 10800 seconds
2015-02-12 15:54:10,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,115 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120
2015-02-12 15:54:10,191 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117
2015-02-12 15:54:10,192 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116
2015-02-12 15:54:10,193 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123
2015-02-12 15:54:10,267 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:10,267 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,267 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:10,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000003
2015-02-12 15:54:10,268 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:10,268 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,269 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0008
2015-02-12 15:54:10,269 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:10,269 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0008, with delay of 10800 seconds
2015-02-12 15:54:10,269 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,271 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,272 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116
2015-02-12 15:54:10,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114
2015-02-12 15:54:10,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112
2015-02-12 15:54:10,545 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115
2015-02-12 15:54:10,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120
2015-02-12 15:54:10,547 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122
2015-02-12 15:54:10,746 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119
2015-02-12 15:54:10,747 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741941_1117
testing if running
2015-02-12 15:54:10,748 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741942_1118
2015-02-12 15:54:10,749 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123
2015-02-12 15:54:10,811 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,811 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:10,812 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:10,812 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000004
2015-02-12 15:54:10,813 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:10,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,813 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0008
2015-02-12 15:54:10,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,815 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0008 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:10,815 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0008, with delay of 10800 seconds
2015-02-12 15:54:10,815 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0008
2015-02-12 15:54:10,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741943_1119
2015-02-12 15:54:10,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741939_1115
2015-02-12 15:54:10,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741936_1112
2015-02-12 15:54:10,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741946_1122
2015-02-12 15:54:10,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741940_1116
2015-02-12 15:54:10,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741938_1114
2015-02-12 15:54:10,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121
2015-02-12 15:54:10,930 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,931 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:10,931 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:10,931 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000005
2015-02-12 15:54:10,932 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:54:10,947 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741937_1113
2015-02-12 15:54:10,949 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741945_1121
2015-02-12 15:54:10,977 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0009_01_000002
2015-02-12 15:54:10,977 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:10,977 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0009_01_000003
2015-02-12 15:54:10,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:10,978 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0009_01_000004
2015-02-12 15:54:10,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:10,978 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0009_01_000005
2015-02-12 15:54:10,978 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:11,025 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,040 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,042 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,043 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,055 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,059 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,061 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741937 for deletion
2015-02-12 15:54:11,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:54:11,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 15:54:11,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 15:54:11,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741937_1113 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741937
2015-02-12 15:54:11,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 15:54:11,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 15:54:11,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 15:54:11,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 15:54:11,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:54:11,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 15:54:11,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 15:54:11,113 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:11,113 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:11,140 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:11,142 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:11,143 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:11,146 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:11,148 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0009_01_000003 by user soberoi
2015-02-12 15:54:11,148 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0009
2015-02-12 15:54:11,148 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000003
2015-02-12 15:54:11,149 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from NEW to INITING
2015-02-12 15:54:11,149 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0009_01_000003 to application application_1423785073222_0009
2015-02-12 15:54:11,149 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from INITING to RUNNING
2015-02-12 15:54:11,150 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:54:11,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,150 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,150 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:11,150 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0009
2015-02-12 15:54:11,150 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:11,150 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:11,151 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0009_01_000003
2015-02-12 15:54:11,149 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0009_01_000002 by user soberoi
2015-02-12 15:54:11,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0009_01_000004 by user soberoi
2015-02-12 15:54:11,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0009
2015-02-12 15:54:11,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0009
2015-02-12 15:54:11,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000002
2015-02-12 15:54:11,150 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0009_01_000005 by user soberoi
2015-02-12 15:54:11,154 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from NEW to INITING
2015-02-12 15:54:11,154 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000005
2015-02-12 15:54:11,155 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0009_01_000002 to application application_1423785073222_0009
2015-02-12 15:54:11,155 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from INITING to RUNNING
2015-02-12 15:54:11,155 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from NEW to INITING
2015-02-12 15:54:11,155 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0009_01_000004 to application application_1423785073222_0009
2015-02-12 15:54:11,156 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from INITING to RUNNING
2015-02-12 15:54:11,156 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:54:11,156 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,158 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,158 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:11,158 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0009
2015-02-12 15:54:11,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:11,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:11,158 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0009_01_000004
2015-02-12 15:54:11,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000004
2015-02-12 15:54:11,157 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0009_01_000005 to application application_1423785073222_0009
2015-02-12 15:54:11,165 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:54:11,165 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,165 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,165 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:11,165 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0009
2015-02-12 15:54:11,156 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:54:11,167 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,167 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0009
2015-02-12 15:54:11,167 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:11,167 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0009
2015-02-12 15:54:11,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:11,167 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:11,167 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0009_01_000002
2015-02-12 15:54:11,166 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:11,190 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0009_01_000003.tokens. Credentials list:
2015-02-12 15:54:11,196 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0009_01_000004.tokens. Credentials list:
2015-02-12 15:54:11,198 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785073222_0009_01_000002.tokens. Credentials list:
2015-02-12 15:54:11,231 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:11,231 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:11,268 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:11,268 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:11,268 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:11,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930 for deletion
2015-02-12 15:54:11,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931 for deletion
2015-02-12 15:54:11,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741932 for deletion
2015-02-12 15:54:11,363 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741933 for deletion
2015-02-12 15:54:11,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741934 for deletion
2015-02-12 15:54:11,364 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741935 for deletion
2015-02-12 15:54:11,365 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741931_1107 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741931
2015-02-12 15:54:11,365 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741930_1106 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741930
2015-02-12 15:54:11,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741933_1109 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741933
2015-02-12 15:54:11,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741932_1108 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741932
2015-02-12 15:54:11,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741935_1111 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741935
2015-02-12 15:54:11,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741934_1110 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741934
2015-02-12 15:54:11,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:11,435 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:11,436 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:11,457 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000005/default_container_executor.sh]
2015-02-12 15:54:11,620 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0009_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000003.tokens
2015-02-12 15:54:11,621 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:11,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785073222_0009_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000002.tokens
2015-02-12 15:54:11,624 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:11,638 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0009_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000004.tokens
2015-02-12 15:54:11,640 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0009 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:11,728 INFO hs.JobHistory (JobHistory.java:run(188)) - Starting scan to move intermediate done files
2015-02-12 15:54:11,730 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:54:11,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:54:11,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,745 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,749 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0002,submitTime=1423785080008,launchTime=1423785088181,firstMapTaskLaunchTime=1423785090508,firstReduceTaskLaunchTime=0,finishTime=1423785109825,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=74,reduceSlotSeconds=0,jobName=[C8037320E1AC47C8963E485A7483BC2A/FF358E960DB54A769251A7F106B89FFB] first/(1/1) ...deplatform/multitap/first
2015-02-12 15:54:11,749 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary]
2015-02-12 15:54:11,749 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0001,submitTime=1423785080008,launchTime=1423785087718,firstMapTaskLaunchTime=1423785089919,firstReduceTaskLaunchTime=0,finishTime=1423785110262,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=75,reduceSlotSeconds=0,jobName=[33FCB3C81FD64A5FBBCC8F5F62174473/CA3CEA58329B4E13AF49DA6C74C5D43F] second/(1/1) ...eplatform/multitap/second
2015-02-12 15:54:11,749 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary]
2015-02-12 15:54:11,749 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0003,submitTime=1423785111659,launchTime=1423785116331,firstMapTaskLaunchTime=1423785118503,firstReduceTaskLaunchTime=0,finishTime=1423785136449,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=8,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=135,reduceSlotSeconds=0,jobName=[4C547247B6D643EE923516D6FB2497EF/74EF057060494CC1A11801AA373C0946] multitap/(1/1) ...latform/multitap/multitap
2015-02-12 15:54:11,750 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary]
2015-02-12 15:54:11,752 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741849_1025 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55798
2015-02-12 15:54:11,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741853_1029 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:54:11,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,753 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741871_1047 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:54:11,755 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003.summary dst=null perm=null proto=rpc
testing if running
2015-02-12 15:54:11,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,762 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist
2015-02-12 15:54:11,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,764 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist
2015-02-12 15:54:11,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,764 INFO hs.HistoryFileManager (HistoryFileManager.java:makeDoneSubdir(969)) - Perms after creating 504, Expected: 504
2015-02-12 15:54:11,764 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist
2015-02-12 15:54:11,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0003-1423785111659-soberoi-%5B4C547247B6D643EE923516D6FB2497EF%2F74EF057060494CC1-1423785136449-8-0-SUCCEEDED-root.soberoi-1423785116331.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0001-1423785080008-soberoi-%5B33FCB3C81FD64A5FBBCC8F5F62174473%2FCA3CEA58329B4E13-1423785110262-4-0-SUCCEEDED-root.soberoi-1423785087718.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,770 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0002-1423785080008-soberoi-%5BC8037320E1AC47C8963E485A7483BC2A%2FFF358E960DB54A76-1423785109825-4-0-SUCCEEDED-root.soberoi-1423785088181.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,770 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0001_conf.xml
2015-02-12 15:54:11,770 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0003_conf.xml
2015-02-12 15:54:11,771 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0002_conf.xml
2015-02-12 15:54:11,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0001_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0001_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0003_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0003_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0002_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0002_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,775 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0005,submitTime=1423785155160,launchTime=1423785159644,firstMapTaskLaunchTime=1423785161784,firstReduceTaskLaunchTime=0,finishTime=1423785173124,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=5,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=54,reduceSlotSeconds=0,jobName=[46AAFD570665455F8E9A9287E55DDF4B/63FBE23D02DA41F5BB5CFC74DF490730] second/(1/1) ...latform/checkpoint/second
2015-02-12 15:54:11,775 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary]
2015-02-12 15:54:11,775 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0004,submitTime=1423785138068,launchTime=1423785142261,firstMapTaskLaunchTime=1423785144459,firstReduceTaskLaunchTime=0,finishTime=1423785153770,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=4,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=35,reduceSlotSeconds=0,jobName=[2C663A79B6B24511A5EA97495D7AEC05/31FAA2D0FAC74A2996A6E9D42CA8F43F] first/(1/1) ...platform/checkpoint/first
2015-02-12 15:54:11,775 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary]
2015-02-12 15:54:11,775 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0006,submitTime=1423785174518,launchTime=1423785178697,firstMapTaskLaunchTime=1423785180826,firstReduceTaskLaunchTime=0,finishTime=1423785194614,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=6,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=79,reduceSlotSeconds=0,jobName=[2A37DAF681894925AEA7B2BFF035CD92/E1444A0A4CE64AD789154E97941C5BBF] null/(1/2) ...platform/checkpoint/third
2015-02-12 15:54:11,776 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary]
2015-02-12 15:54:11,776 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741899_1075 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:54:11,776 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741913_1089 127.0.0.1:55801 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:54:11,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,777 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741885_1061 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:54:11,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,779 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist
2015-02-12 15:54:11,779 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,780 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist
2015-02-12 15:54:11,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,782 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0005-1423785155160-soberoi-%5B46AAFD570665455F8E9A9287E55DDF4B%2F63FBE23D02DA41F5-1423785173124-5-0-SUCCEEDED-root.soberoi-1423785159644.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0006-1423785174518-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FE1444A0A4CE64AD7-1423785194614-6-0-SUCCEEDED-root.soberoi-1423785178697.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,783 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist
2015-02-12 15:54:11,783 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0005_conf.xml
2015-02-12 15:54:11,783 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0006_conf.xml
2015-02-12 15:54:11,785 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0004-1423785138068-soberoi-%5B2C663A79B6B24511A5EA97495D7AEC05%2F31FAA2D0FAC74A29-1423785153770-4-0-SUCCEEDED-root.soberoi-1423785142261.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,786 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0004_conf.xml
2015-02-12 15:54:11,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0005_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0005_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,787 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0006_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0006_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0004_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0004_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,788 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,789 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,790 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0007,submitTime=1423785195974,launchTime=1423785200286,firstMapTaskLaunchTime=1423785202447,firstReduceTaskLaunchTime=0,finishTime=1423785218949,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=7,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=106,reduceSlotSeconds=0,jobName=[2A37DAF681894925AEA7B2BFF035CD92/F2ED7BB51CEF474EB9BFDA610C88FB4E] null/(2/2) ...ascadeplatform/unusedpath
2015-02-12 15:54:11,790 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary]
2015-02-12 15:54:11,790 INFO jobhistory.JobSummary (HistoryFileManager.java:moveToDone(372)) - jobId=job_1423785073222_0008,submitTime=1423785220687,launchTime=1423785224693,firstMapTaskLaunchTime=1423785226861,firstReduceTaskLaunchTime=0,finishTime=1423785243338,resourcesPerMap=1024,resourcesPerReduce=0,numMaps=7,numReduces=0,user=soberoi,queue=default,status=SUCCEEDED,mapSlotSeconds=110,reduceSlotSeconds=0,jobName=[477CA7991C3D4E3D92CB28FEABBB9F6F/943AD77CCCC1467DBBAB65F8738C7859] fourth/(1/1) ...latform/checkpoint/fourth
2015-02-12 15:54:11,790 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDone(373)) - Deleting JobSummary file: [hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary]
2015-02-12 15:54:11,790 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,791 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741927_1103 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:54:11,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,792 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741941_1117 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55798
2015-02-12 15:54:11,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008.summary dst=null perm=null proto=rpc
2015-02-12 15:54:11,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,794 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000 dst=null perm=null proto=rpc
2015-02-12 15:54:11,794 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist
2015-02-12 15:54:11,794 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist
2015-02-12 15:54:11,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0007-1423785195974-soberoi-%5B2A37DAF681894925AEA7B2BFF035CD92%2FF2ED7BB51CEF474E-1423785218949-7-0-SUCCEEDED-root.soberoi-1423785200286.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0008-1423785220687-soberoi-%5B477CA7991C3D4E3D92CB28FEABBB9F6F%2F943AD77CCCC1467D-1423785243338-7-0-SUCCEEDED-root.soberoi-1423785224693.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,796 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0007_conf.xml
2015-02-12 15:54:11,796 INFO hs.HistoryFileManager (HistoryFileManager.java:moveToDoneNow(947)) - Moving hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml to hdfs://localhost:55797/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0008_conf.xml
2015-02-12 15:54:11,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0007_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0007_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename options=0 src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0008_conf.xml dst=/tmp/hadoop-yarn/staging/history/done/2015/02/12/000000/job_1423785073222_0008_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:11,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:11,812 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:11,812 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:11,854 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:11,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:11,868 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0009/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:11,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:11,935 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:11,966 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:11,966 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:11,990 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:54:11,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:11,994 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:11,994 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:11,994 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0009/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:12,049 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:12,049 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:12,080 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:12,080 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:12,081 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:12,081 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:12,101 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/fail dst=null perm=null proto=rpc
2015-02-12 15:54:12,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:12,228 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000003/default_container_executor.sh]
2015-02-12 15:54:12,264 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000004/default_container_executor.sh]
2015-02-12 15:54:12,265 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000002/default_container_executor.sh]
testing if running
2015-02-12 15:54:12,971 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741941_1117, blk_1073741927_1103, blk_1073741913_1089, blk_1073741849_1025, blk_1073741885_1061]
2015-02-12 15:54:12,971 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741927_1103, blk_1073741849_1025, blk_1073741899_1075, blk_1073741885_1061, blk_1073741853_1029, blk_1073741871_1047]
testing if running
2015-02-12 15:54:14,091 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 15:54:14,092 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 15:54:14,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 15:54:14,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 15:54:14,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:54:14,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 15:54:14,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 15:54:14,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:54:14,366 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:54:14,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 15:54:14,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 15:54:14,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:54:14,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:54:14,367 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741885
2015-02-12 15:54:14,368 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741871
testing if running
2015-02-12 15:54:15,058 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741947_1123
2015-02-12 15:54:15,059 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125
2015-02-12 15:54:15,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124
2015-02-12 15:54:15,199 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125
testing if running
2015-02-12 15:54:15,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741949_1125
2015-02-12 15:54:15,954 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124
2015-02-12 15:54:15,974 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741941_1117, blk_1073741927_1103, blk_1073741913_1089, blk_1073741849_1025, blk_1073741899_1075, blk_1073741885_1061, blk_1073741853_1029, blk_1073741871_1047]
2015-02-12 15:54:15,974 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741941_1117, blk_1073741913_1089, blk_1073741899_1075, blk_1073741853_1029, blk_1073741871_1047]
2015-02-12 15:54:16,079 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741944_1120
2015-02-12 15:54:16,081 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741948_1124
testing if running
2015-02-12 15:54:16,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 15:54:16,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 15:54:16,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 15:54:16,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:54:16,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:54:16,788 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 15:54:16,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 15:54:16,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 15:54:16,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:54:16,789 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 15:54:16,814 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741941 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741927 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741849 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741913 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741941_1117 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741941
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741899 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741853 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741885 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741871 for deletion
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741913_1089 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741913
2015-02-12 15:54:16,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741871_1047 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741871
2015-02-12 15:54:16,815 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741927_1103 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741927
2015-02-12 15:54:16,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741849_1025 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741849
2015-02-12 15:54:16,816 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741899_1075 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741899
2015-02-12 15:54:16,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741853_1029 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741853
2015-02-12 15:54:16,817 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741885_1061 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741885
testing if running
testing if running
2015-02-12 15:54:19,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:19,345 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:19,356 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:19,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:19,506 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:19,552 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1071 Total time for transactions(ms): 76 Number of transactions batched in Syncs: 4 Number of syncs: 718 SyncTimes(ms): 275 196
2015-02-12 15:54:19,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
testing if running
2015-02-12 15:54:19,795 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:19,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:19,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:20,006 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:20,070 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:20,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:20,373 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:20,432 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126 src: /127.0.0.1:56836 dest: /127.0.0.1:55808
2015-02-12 15:54:20,433 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126 src: /127.0.0.1:56837 dest: /127.0.0.1:55805
2015-02-12 15:54:20,434 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126 src: /127.0.0.1:56838 dest: /127.0.0.1:55798
2015-02-12 15:54:20,469 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56838, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000003_0_-492481186_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126, duration: 33099000
2015-02-12 15:54:20,470 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:20,470 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:20,470 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56837, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000003_0_-492481186_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126, duration: 34146000
2015-02-12 15:54:20,471 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:20,471 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:20,471 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56836, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000003_0_-492481186_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126, duration: 35062000
2015-02-12 15:54:20,472 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741950_1126, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:20,472 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741950_1126{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:20,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0009_m_000003_0_-492481186_1
2015-02-12 15:54:20,487 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:54:20,495 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:54:20,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/task_1423785073222_0009_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:54:20,499 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/task_1423785073222_0009_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:20,528 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:20,530 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0009_01_000005
2015-02-12 15:54:20,530 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000005
2015-02-12 15:54:20,530 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:54:20,531 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0009_01_000005
2015-02-12 15:54:20,546 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:20,548 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127 src: /127.0.0.1:56840 dest: /127.0.0.1:55801
2015-02-12 15:54:20,550 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0009_01_000005 is : 143
2015-02-12 15:54:20,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127 src: /127.0.0.1:56841 dest: /127.0.0.1:55798
2015-02-12 15:54:20,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127 src: /127.0.0.1:56842 dest: /127.0.0.1:55805
2015-02-12 15:54:20,556 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist for DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:20,560 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:20,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000005
2015-02-12 15:54:20,560 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000005
2015-02-12 15:54:20,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000005
2015-02-12 15:54:20,561 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000005
2015-02-12 15:54:20,561 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000005
2015-02-12 15:54:20,561 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:20,561 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0009_01_000005 from application application_1423785073222_0009
2015-02-12 15:54:20,562 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:20,562 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0009
2015-02-12 15:54:20,675 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741952_1128{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:54:20,780 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128 src: /127.0.0.1:56844 dest: /127.0.0.1:55801
2015-02-12 15:54:20,781 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128 src: /127.0.0.1:56845 dest: /127.0.0.1:55805
2015-02-12 15:54:20,783 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128 src: /127.0.0.1:56846 dest: /127.0.0.1:55798
calling stop
2015-02-12 15:54:20,784 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] stopping all flows
2015-02-12 15:54:20,785 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] stopping flow: fourth
2015-02-12 15:54:20,785 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] stopping all jobs
2015-02-12 15:54:20,786 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] stopping: (1/1) ...d/fourth-nondeterministic
2015-02-12 15:54:20,786 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] stopped all jobs
2015-02-12 15:54:20,786 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] stopping flow: third
2015-02-12 15:54:20,786 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] stopping all jobs
2015-02-12 15:54:20,786 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] stopping: (1/1) ...ed/third-nondeterministic
2015-02-12 15:54:20,786 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] stopped all jobs
2015-02-12 15:54:20,787 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] stopping flow: second
2015-02-12 15:54:20,787 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] stopping all jobs
2015-02-12 15:54:20,787 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] stopping: (1/1) ...d/second-nondeterministic
2015-02-12 15:54:20,785 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741953_1129{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:20,787 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] stopped all jobs
2015-02-12 15:54:20,787 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] stopping flow: first
2015-02-12 15:54:20,787 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] stopping all jobs
2015-02-12 15:54:20,788 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] stopping: (1/1) ...ed/first-nondeterministic
2015-02-12 15:54:20,871 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:20,872 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:20,872 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:20,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0009_01_000002
2015-02-12 15:54:20,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000002
2015-02-12 15:54:20,873 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:54:20,873 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0009_01_000002
2015-02-12 15:54:20,875 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0009_01_000003
2015-02-12 15:54:20,876 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000003
2015-02-12 15:54:20,876 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:54:20,876 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0009_01_000003
2015-02-12 15:54:20,877 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0009_01_000004
2015-02-12 15:54:20,877 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000004
2015-02-12 15:54:20,877 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:54:20,877 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0009_01_000004
2015-02-12 15:54:20,898 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0009_01_000002 is : 143
2015-02-12 15:54:20,900 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:54:20,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:54:20,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:54:20,904 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0009_01_000003 is : 143
2015-02-12 15:54:20,904 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0009_01_000004 is : 143
2015-02-12 15:54:20,912 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:20,913 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000002
2015-02-12 15:54:20,914 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:20,914 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0009_01_000002 from application application_1423785073222_0009
2015-02-12 15:54:20,914 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:20,914 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0009
2015-02-12 15:54:20,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000002
2015-02-12 15:54:20,914 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000002
2015-02-12 15:54:20,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000002
2015-02-12 15:54:20,915 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000002
2015-02-12 15:54:20,918 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:20,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000003
2015-02-12 15:54:20,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000003
2015-02-12 15:54:20,919 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000003
2015-02-12 15:54:20,920 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000003
2015-02-12 15:54:20,919 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000003
2015-02-12 15:54:20,920 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:20,920 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0009_01_000003 from application application_1423785073222_0009
2015-02-12 15:54:20,920 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:20,920 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0009
2015-02-12 15:54:20,923 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:20,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000004
2015-02-12 15:54:20,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000004
2015-02-12 15:54:20,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000004
2015-02-12 15:54:20,924 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000004
2015-02-12 15:54:20,924 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000004
2015-02-12 15:54:20,924 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:20,924 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0009_01_000004 from application application_1423785073222_0009
2015-02-12 15:54:20,925 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:20,925 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0009
2015-02-12 15:54:20,932 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741950_1126 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55798
2015-02-12 15:54:20,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary dst=null perm=null proto=rpc
2015-02-12 15:54:20,946 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56842, dest: /127.0.0.1:55805, bytes: 24794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127, duration: 393100000
2015-02-12 15:54:20,946 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:20,947 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15524
2015-02-12 15:54:20,948 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741952_1128 on 127.0.0.1:55805 size 134217728 does not belong to any file
2015-02-12 15:54:20,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56841, dest: /127.0.0.1:55798, bytes: 24794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127, duration: 394593000
2015-02-12 15:54:20,948 INFO BlockStateChange (InvalidateBlocks.java:add(115)) - BLOCK* InvalidateBlocks: add blk_1073741952_1128 to 127.0.0.1:55805
2015-02-12 15:54:20,948 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:20,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15524
2015-02-12 15:54:20,949 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741952_1128 on 127.0.0.1:55798 size 134217728 does not belong to any file
2015-02-12 15:54:20,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56840, dest: /127.0.0.1:55801, bytes: 24794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127, duration: 396248000
2015-02-12 15:54:20,949 INFO BlockStateChange (InvalidateBlocks.java:add(115)) - BLOCK* InvalidateBlocks: add blk_1073741952_1128 to 127.0.0.1:55798
2015-02-12 15:54:20,950 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:20,950 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741951_1127{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15524
2015-02-12 15:54:20,950 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741952_1128 on 127.0.0.1:55801 size 134217728 does not belong to any file
2015-02-12 15:54:20,950 INFO BlockStateChange (InvalidateBlocks.java:add(115)) - BLOCK* InvalidateBlocks: add blk_1073741952_1128 to 127.0.0.1:55801
2015-02-12 15:54:20,951 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist is closed by DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:20,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:20,957 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:20,960 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130 src: /127.0.0.1:56851 dest: /127.0.0.1:55805
2015-02-12 15:54:20,961 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130 src: /127.0.0.1:56852 dest: /127.0.0.1:55801
2015-02-12 15:54:20,963 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130 src: /127.0.0.1:56853 dest: /127.0.0.1:55798
2015-02-12 15:54:20,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56853, dest: /127.0.0.1:55798, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130, duration: 1412000
2015-02-12 15:54:20,966 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:20,966 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:20,966 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56852, dest: /127.0.0.1:55801, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130, duration: 2009000
2015-02-12 15:54:20,967 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:20,967 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:20,967 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56851, dest: /127.0.0.1:55805, bytes: 431, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130, duration: 2979000
2015-02-12 15:54:20,967 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:20,968 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741954_1130{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:20,969 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009.summary_tmp is closed by DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:20,973 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:20,976 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129 src: /127.0.0.1:56847 dest: /127.0.0.1:55808
2015-02-12 15:54:20,977 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129 src: /127.0.0.1:56854 dest: /127.0.0.1:55801
2015-02-12 15:54:20,978 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129 src: /127.0.0.1:56855 dest: /127.0.0.1:55798
2015-02-12 15:54:20,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:20,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:20,984 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:20,985 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:20,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:20,990 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:20,994 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:54:20,996 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131 src: /127.0.0.1:56857 dest: /127.0.0.1:55808
2015-02-12 15:54:20,998 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131 src: /127.0.0.1:56858 dest: /127.0.0.1:55805
2015-02-12 15:54:21,000 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131 src: /127.0.0.1:56859 dest: /127.0.0.1:55801
2015-02-12 15:54:21,003 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56859, dest: /127.0.0.1:55801, bytes: 24794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131, duration: 1932000
2015-02-12 15:54:21,004 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:21,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:21,005 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741953_1129 on 127.0.0.1:55801 size 134217728 does not belong to any file
2015-02-12 15:54:21,005 INFO BlockStateChange (InvalidateBlocks.java:add(115)) - BLOCK* InvalidateBlocks: add blk_1073741953_1129 to 127.0.0.1:55801
2015-02-12 15:54:21,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56858, dest: /127.0.0.1:55805, bytes: 24794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131, duration: 3617000
2015-02-12 15:54:21,006 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:21,006 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56857, dest: /127.0.0.1:55808, bytes: 24794, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131, duration: 4995000
2015-02-12 15:54:21,007 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,008 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741953_1129 on 127.0.0.1:55808 size 134217728 does not belong to any file
2015-02-12 15:54:21,008 INFO BlockStateChange (InvalidateBlocks.java:add(115)) - BLOCK* InvalidateBlocks: add blk_1073741953_1129 to 127.0.0.1:55808
2015-02-12 15:54:21,008 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741955_1131{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:21,009 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp is closed by DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:21,011 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:21,013 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:21,014 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:21,015 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:21,017 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:21,020 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009/job_1423785073222_0009_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:21,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56855, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000000_0_785963124_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129, duration: 40139000
2015-02-12 15:54:21,021 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:21,021 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741953_1129 on 127.0.0.1:55798 size 67 does not belong to any file
2015-02-12 15:54:21,022 INFO BlockStateChange (InvalidateBlocks.java:add(115)) - BLOCK* InvalidateBlocks: add blk_1073741953_1129 to 127.0.0.1:55798
2015-02-12 15:54:21,022 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56854, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000000_0_785963124_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129, duration: 41432000
2015-02-12 15:54:21,022 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,023 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741953_1129 on 127.0.0.1:55801 size 67 does not belong to any file
2015-02-12 15:54:21,023 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56847, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000000_0_785963124_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129, duration: 43232000
2015-02-12 15:54:21,024 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741953_1129, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,024 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741953_1129 on 127.0.0.1:55808 size 67 does not belong to any file
2015-02-12 15:54:21,024 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:21,031 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:54:21,034 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132 src: /127.0.0.1:56861 dest: /127.0.0.1:55808
2015-02-12 15:54:21,035 WARN security.UserGroupInformation (UserGroupInformation.java:doAs(1645)) - PriviledgedActionException as:soberoi (auth:SIMPLE) cause:org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException: No lease on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000000_0/part-00000 (inode 16674): File does not exist. Holder DFSClient_attempt_1423785073222_0009_m_000000_0_785963124_1 does not have any open files.
2015-02-12 15:54:21,035 INFO ipc.Server (Server.java:run(2027)) - IPC Server handler 8 on 55797, call org.apache.hadoop.hdfs.protocol.ClientProtocol.complete from 127.0.0.1:56828 Call#7 Retry#0: org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException: No lease on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000000_0/part-00000 (inode 16674): File does not exist. Holder DFSClient_attempt_1423785073222_0009_m_000000_0_785963124_1 does not have any open files.
2015-02-12 15:54:21,036 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132 src: /127.0.0.1:56862 dest: /127.0.0.1:55805
2015-02-12 15:54:21,038 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132 src: /127.0.0.1:56863 dest: /127.0.0.1:55798
2015-02-12 15:54:21,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56863, dest: /127.0.0.1:55798, bytes: 112609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132, duration: 1980000
2015-02-12 15:54:21,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:21,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:54:21,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56862, dest: /127.0.0.1:55805, bytes: 112609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132, duration: 2570000
2015-02-12 15:54:21,042 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,043 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56861, dest: /127.0.0.1:55808, bytes: 112609, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1656931583_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132, duration: 3532000
2015-02-12 15:54:21,043 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:21,043 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,044 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741956_1132{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:21,045 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_1656931583_1
2015-02-12 15:54:21,046 WARN security.UserGroupInformation (UserGroupInformation.java:doAs(1645)) - PriviledgedActionException as:soberoi (auth:SIMPLE) cause:org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException: No lease on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000002_0/part-00002 (inode 16676): File does not exist. Holder DFSClient_attempt_1423785073222_0009_m_000002_0_372250640_1 does not have any open files.
2015-02-12 15:54:21,046 INFO ipc.Server (Server.java:run(2027)) - IPC Server handler 9 on 55797, call org.apache.hadoop.hdfs.protocol.ClientProtocol.addBlock from 127.0.0.1:56829 Call#6 Retry#0: org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException: No lease on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000002_0/part-00002 (inode 16676): File does not exist. Holder DFSClient_attempt_1423785073222_0009_m_000002_0_372250640_1 does not have any open files.
2015-02-12 15:54:21,048 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:21,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:21,062 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:21,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0009-1423785244880-soberoi-%5B8F88E13A34E045BCA6561A40E7CD9BB5%2F9CECCE5429EE4049-1423785260928-1-0-KILLED-root.soberoi-1423785248976.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:21,075 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0009_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:54:21,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:54:21,076 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0009 with final state: FINISHING
2015-02-12 15:54:21,076 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from RUNNING to FINAL_SAVING
2015-02-12 15:54:21,076 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0009
2015-02-12 15:54:21,076 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:54:21,076 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from FINAL_SAVING to FINISHING
2015-02-12 15:54:21,084 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56846, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000001_0_-457782580_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128, duration: 297405000
2015-02-12 15:54:21,084 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:21,085 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741952_1128 on 127.0.0.1:55798 size 81 does not belong to any file
2015-02-12 15:54:21,086 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56845, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000001_0_-457782580_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128, duration: 298765000
2015-02-12 15:54:21,086 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,086 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741952_1128 on 127.0.0.1:55805 size 81 does not belong to any file
2015-02-12 15:54:21,087 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56844, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0009_m_000001_0_-457782580_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128, duration: 299961000
2015-02-12 15:54:21,087 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741952_1128, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:21,087 INFO BlockStateChange (BlockManager.java:processAndHandleReportedBlock(2936)) - BLOCK* addBlock: block blk_1073741952_1128 on 127.0.0.1:55801 size 81 does not belong to any file
2015-02-12 15:54:21,093 WARN security.UserGroupInformation (UserGroupInformation.java:doAs(1645)) - PriviledgedActionException as:soberoi (auth:SIMPLE) cause:org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException: No lease on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000001_0/part-00001 (inode 16672): File does not exist. Holder DFSClient_attempt_1423785073222_0009_m_000001_0_-457782580_1 does not have any open files.
2015-02-12 15:54:21,093 INFO ipc.Server (Server.java:run(2027)) - IPC Server handler 7 on 55797, call org.apache.hadoop.hdfs.protocol.ClientProtocol.complete from 127.0.0.1:56826 Call#7 Retry#0: org.apache.hadoop.hdfs.server.namenode.LeaseExpiredException: No lease on /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic/_temporary/1/_temporary/attempt_1423785073222_0009_m_000001_0/part-00001 (inode 16672): File does not exist. Holder DFSClient_attempt_1423785073222_0009_m_000001_0_-457782580_1 does not have any open files.
2015-02-12 15:54:21,535 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:21,535 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0009_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:54:21,536 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000005
2015-02-12 15:54:21,536 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0009_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:54:21,536 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0009_000001 released container container_1423785073222_0009_01_000005 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:54:21,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:21,878 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0009_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:54:21,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000002
2015-02-12 15:54:21,878 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0009_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:21,878 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0009_000001 released container container_1423785073222_0009_01_000002 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:21,881 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:21,881 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0009_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:54:21,881 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000003
2015-02-12 15:54:21,881 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0009_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:21,882 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0009_000001 released container container_1423785073222_0009_01_000003 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:21,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:21,882 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0009_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:54:21,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000004
2015-02-12 15:54:21,882 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0009_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:21,882 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0009_000001 released container container_1423785073222_0009_01_000004 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:21,981 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741953_1129, blk_1073741950_1126]
2015-02-12 15:54:21,981 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741952_1128, blk_1073741950_1126]
2015-02-12 15:54:22,088 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0009 unregistered successfully.
2015-02-12 15:54:22,092 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741944_1120 127.0.0.1:55801 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:54:22,093 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741945_1121 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55805
2015-02-12 15:54:22,093 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741946_1122 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:54:22,093 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741947_1123 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55798
2015-02-12 15:54:22,093 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741949_1125 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:54:22,093 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741951_1127 127.0.0.1:55801 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:54:22,093 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741948_1124 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:54:22,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0009 dst=null perm=null proto=rpc
2015-02-12 15:54:22,538 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:22,880 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:22,885 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:22,886 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:22,942 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] stopped all jobs
2015-02-12 15:54:22,942 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] stopped all flows
2015-02-12 15:54:22,942 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] completed flow: first
2015-02-12 15:54:22,942 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] shutting down flow executor
2015-02-12 15:54:22,944 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [first+second+third+fourth] shutdown complete
2015-02-12 15:54:22,944 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/stopped/fourth-nondeterministic
2015-02-12 15:54:22,945 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/fourth-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,946 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/stopped/third-nondeterministic
2015-02-12 15:54:22,947 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/third-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,948 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/stopped/second-nondeterministic
2015-02-12 15:54:22,950 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/second-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,950 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic
2015-02-12 15:54:22,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,953 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,954 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/stopped/first-nondeterministic dst=null perm=null proto=rpc
2015-02-12 15:54:22,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:22,969 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:22,970 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:22,991 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:22,991 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:23,020 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:23,021 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:23,042 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:54:23,043 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:54:23,052 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] starting
2015-02-12 15:54:23,053 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] parallel execution is enabled: true
2015-02-12 15:54:23,053 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] starting flows: 4
2015-02-12 15:54:23,053 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] allocating threads: 4
2015-02-12 15:54:23,054 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] starting flow: first
2015-02-12 15:54:23,054 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] at least one sink is marked for delete
2015-02-12 15:54:23,055 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:54:23,057 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:23,058 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:23,062 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting
2015-02-12 15:54:23,063 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] source: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt"]
2015-02-12 15:54:23,063 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] sink: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first"]
2015-02-12 15:54:23,063 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] parallel execution is enabled: true
2015-02-12 15:54:23,063 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] starting jobs: 1
2015-02-12 15:54:23,064 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [first] allocating threads: 1
2015-02-12 15:54:23,067 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] starting step: (1/1) ...cadeplatform/simple/first
2015-02-12 15:54:23,081 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:54:23,093 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 15:54:23,094 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 15:54:23,097 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 15:54:23,098 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 15:54:23,102 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:54:23,106 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:23,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:23,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:23,111 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 10
2015-02-12 15:54:23,114 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010 dst=null perm=null proto=rpc
2015-02-12 15:54:23,117 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:54:23,119 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:54:23,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,123 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,127 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:54:23,129 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 src: /127.0.0.1:56866 dest: /127.0.0.1:55805
2015-02-12 15:54:23,131 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 src: /127.0.0.1:56867 dest: /127.0.0.1:55798
2015-02-12 15:54:23,133 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 src: /127.0.0.1:56868 dest: /127.0.0.1:55808
2015-02-12 15:54:23,151 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56868, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133, duration: 10595000
2015-02-12 15:54:23,151 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:23,152 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,152 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56867, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133, duration: 9846000
2015-02-12 15:54:23,152 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,153 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56866, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133, duration: 12424000
2015-02-12 15:54:23,153 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,153 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,155 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741957_1133{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,157 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:23,158 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar
2015-02-12 15:54:23,158 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,160 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,161 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:54:23,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:54:23,165 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:54:23,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:54:23,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:54:23,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,169 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:23,169 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 1
2015-02-12 15:54:23,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:23,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,176 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split
2015-02-12 15:54:23,176 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:23,178 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:54:23,180 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134 src: /127.0.0.1:56869 dest: /127.0.0.1:55805
2015-02-12 15:54:23,183 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134 src: /127.0.0.1:56870 dest: /127.0.0.1:55798
2015-02-12 15:54:23,186 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134 src: /127.0.0.1:56871 dest: /127.0.0.1:55808
2015-02-12 15:54:23,188 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134 src: /127.0.0.1:56872 dest: /127.0.0.1:55801
2015-02-12 15:54:23,192 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56872, dest: /127.0.0.1:55801, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, duration: 2134000
2015-02-12 15:54:23,193 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:23,193 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:23,194 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56871, dest: /127.0.0.1:55808, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, duration: 3522000
2015-02-12 15:54:23,194 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:23,195 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56870, dest: /127.0.0.1:55798, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, duration: 4750000
2015-02-12 15:54:23,195 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,195 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,196 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56869, dest: /127.0.0.1:55805, bytes: 1435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, duration: 6110000
2015-02-12 15:54:23,196 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,197 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741958_1134{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,202 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:23,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,209 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:54:23,210 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135 src: /127.0.0.1:56873 dest: /127.0.0.1:55798
2015-02-12 15:54:23,212 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135 src: /127.0.0.1:56874 dest: /127.0.0.1:55805
2015-02-12 15:54:23,213 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135 src: /127.0.0.1:56875 dest: /127.0.0.1:55801
2015-02-12 15:54:23,217 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56875, dest: /127.0.0.1:55801, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135, duration: 1844000
2015-02-12 15:54:23,217 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:23,218 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56874, dest: /127.0.0.1:55805, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135, duration: 3283000
2015-02-12 15:54:23,219 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:54:23,220 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56873, dest: /127.0.0.1:55798, bytes: 148, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135, duration: 4991000
2015-02-12 15:54:23,220 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:54:23,220 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,222 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741959_1135{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,223 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:23,223 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:4
2015-02-12 15:54:23,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:23,232 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:54:23,234 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136 src: /127.0.0.1:56876 dest: /127.0.0.1:55808
2015-02-12 15:54:23,235 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136 src: /127.0.0.1:56877 dest: /127.0.0.1:55805
2015-02-12 15:54:23,237 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136 src: /127.0.0.1:56878 dest: /127.0.0.1:55798
2015-02-12 15:54:23,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56878, dest: /127.0.0.1:55798, bytes: 95976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136, duration: 3647000
2015-02-12 15:54:23,244 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:23,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:54:23,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56877, dest: /127.0.0.1:55805, bytes: 95976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136, duration: 4271000
2015-02-12 15:54:23,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56876, dest: /127.0.0.1:55808, bytes: 95976, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136, duration: 5347000
2015-02-12 15:54:23,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,247 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:23,248 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741960_1136{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:23,249 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:23,250 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0010
2015-02-12 15:54:23,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010 dst=null perm=null proto=rpc
2015-02-12 15:54:23,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:23,255 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:23,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:23,260 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:23,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:23,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:23,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,265 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,268 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 10 submitted by user soberoi
2015-02-12 15:54:23,268 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0010
2015-02-12 15:54:23,268 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from NEW to NEW_SAVING
2015-02-12 15:54:23,268 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0010
2015-02-12 15:54:23,269 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0010
2015-02-12 15:54:23,269 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:54:23,269 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0010 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:54:23,269 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from SUBMITTED to ACCEPTED
2015-02-12 15:54:23,269 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0010_000001
2015-02-12 15:54:23,269 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from NEW to SUBMITTED
2015-02-12 15:54:23,271 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0010_000001 to scheduler from user: soberoi
2015-02-12 15:54:23,271 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0010
2015-02-12 15:54:23,271 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:54:23,274 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0010/
2015-02-12 15:54:23,274 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] submitted hadoop job: job_1423785073222_0010
2015-02-12 15:54:23,274 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [first] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0010/
2015-02-12 15:54:23,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 15:54:23,375 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 15:54:23,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 15:54:23,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 15:54:23,541 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:23,543 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:23,543 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000001
2015-02-12 15:54:23,543 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:4096, vCores:2> used and <memory:0, vCores:6> available after allocation
2015-02-12 15:54:23,544 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0010_01_000001
2015-02-12 15:54:23,544 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:23,544 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0010_000001
2015-02-12 15:54:23,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0010 AttemptId: appattempt_1423785073222_0010_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0010_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:54:23,544 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:54:23,545 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:54:23,545 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0010_000001
2015-02-12 15:54:23,546 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0010_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0010_000001
2015-02-12 15:54:23,546 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0010_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:54:23,546 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0010_000001
2015-02-12 15:54:23,546 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0010_000001
2015-02-12 15:54:23,548 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:23,549 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0010_01_000001 by user soberoi
2015-02-12 15:54:23,550 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0010
2015-02-12 15:54:23,550 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000001
2015-02-12 15:54:23,550 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from NEW to INITING
2015-02-12 15:54:23,550 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0010_01_000001 to application application_1423785073222_0010
2015-02-12 15:54:23,550 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from INITING to RUNNING
2015-02-12 15:54:23,550 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0010_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0010_000001
2015-02-12 15:54:23,551 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:54:23,551 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:54:23,551 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0010
2015-02-12 15:54:23,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:23,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:54:23,551 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:54:23,552 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:23,552 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0010_01_000001
2015-02-12 15:54:23,562 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0010_01_000001.tokens. Credentials list:
2015-02-12 15:54:23,686 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:23,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0010_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000001.tokens
2015-02-12 15:54:23,783 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:23,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:23,884 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:23,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:23,889 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:23,914 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:23,935 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:23,936 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:23,999 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0010/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:24,026 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:24,027 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:24,068 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0010/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:24,089 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:24,092 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:24,135 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0010/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:24,136 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:24,182 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:24,182 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:24,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000001/default_container_executor.sh]
2015-02-12 15:54:24,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:24,545 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:24,888 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:24,890 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:24,890 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:24,983 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55808 to replicate blk_1073741957_1133 to datanode(s) 127.0.0.1:55801
2015-02-12 15:54:24,983 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741948_1124, blk_1073741951_1127]
2015-02-12 15:54:24,983 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741944_1120, blk_1073741945_1121, blk_1073741947_1123, blk_1073741949_1125, blk_1073741951_1127]
2015-02-12 15:54:25,550 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:25,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 15:54:25,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 15:54:25,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:54:25,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:54:25,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 15:54:25,795 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 15:54:25,796 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:54:25,797 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 15:54:25,894 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:25,895 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:25,896 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:25,964 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741951_1127
2015-02-12 15:54:26,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131
2015-02-12 15:54:26,093 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132
2015-02-12 15:54:26,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:54:26,099 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:54:26,100 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 15:54:26,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 15:54:26,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 15:54:26,101 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 15:54:26,375 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 to 127.0.0.1:55801
2015-02-12 15:54:26,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 src: /127.0.0.1:56884 dest: /127.0.0.1:55801
2015-02-12 15:54:26,377 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:54:26,378 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133 src: /127.0.0.1:56884 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:54:26,379 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741957_1133 size 254067
2015-02-12 15:54:26,553 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:26,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:26,703 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:54:26,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:54:26,707 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:54:26,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010 dst=null perm=null proto=rpc
2015-02-12 15:54:26,845 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:54:26,847 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:54:26,896 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:26,897 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:26,897 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,137 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0009_01_000001 succeeded
2015-02-12 15:54:27,138 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:54:27,138 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0009_01_000001
2015-02-12 15:54:27,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000001
2015-02-12 15:54:27,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000001
2015-02-12 15:54:27,159 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000001
2015-02-12 15:54:27,159 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000001
2015-02-12 15:54:27,159 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0009_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:54:27,159 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0009_01_000001 from application application_1423785073222_0009
2015-02-12 15:54:27,159 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:27,160 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0009
2015-02-12 15:54:27,160 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0009/container_1423785073222_0009_01_000001
2015-02-12 15:54:27,335 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:27,342 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:27,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0009_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:27,556 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0009_000001
2015-02-12 15:54:27,557 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0009_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:54:27,557 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0009_000001
2015-02-12 15:54:27,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000001
2015-02-12 15:54:27,557 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0009_000001 State change from FINISHING to FINISHED
2015-02-12 15:54:27,557 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0009 State change from FINISHING to FINISHED
2015-02-12 15:54:27,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0009
2015-02-12 15:54:27,557 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0009_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:54:27,558 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0009_000001 released container container_1423785073222_0009_01_000001 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:54:27,558 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0009,name=[8F88E13A34E045BCA6561A40E7CD9BB5/9CECCE5429EE40499401A611AE198346] first/(1/1) ...ed/first-nondeterministic,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0009/jobhistory/job/job_1423785073222_0009,appMasterHost=10.1.1.67,startTime=1423785244880,finishTime=1423785261076,finalStatus=KILLED
2015-02-12 15:54:27,558 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0009_000001
2015-02-12 15:54:27,558 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,558 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0009_000001 is done. finalState=FINISHED
2015-02-12 15:54:27,559 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0009 requests cleared
2015-02-12 15:54:27,561 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0009_000001 (auth:SIMPLE)
2015-02-12 15:54:27,562 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0009_01_000001
2015-02-12 15:54:27,562 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0009 CONTAINERID=container_1423785073222_0009_01_000001
2015-02-12 15:54:27,562 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0009_01_000001]
2015-02-12 15:54:27,562 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,562 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:27,563 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,563 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,564 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0009
2015-02-12 15:54:27,564 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:27,564 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0009, with delay of 10800 seconds
2015-02-12 15:54:27,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,564 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,863 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30002 milliseconds
2015-02-12 15:54:27,863 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:54:27,900 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:27,900 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,901 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,901 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0009
2015-02-12 15:54:27,901 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:27,901 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0009, with delay of 10800 seconds
2015-02-12 15:54:27,902 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,902 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:27,901 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:27,903 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0009
2015-02-12 15:54:27,903 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:27,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,903 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,904 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,902 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:27,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,905 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,903 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0009, with delay of 10800 seconds
2015-02-12 15:54:27,907 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,903 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0009
2015-02-12 15:54:27,908 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0009 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:27,908 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0009, with delay of 10800 seconds
2015-02-12 15:54:27,906 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0009
2015-02-12 15:54:27,986 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741952_1128, blk_1073741953_1129, blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741947_1123, blk_1073741948_1124, blk_1073741949_1125, blk_1073741950_1126, blk_1073741951_1127]
2015-02-12 15:54:27,986 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741944_1120, blk_1073741945_1121, blk_1073741946_1122, blk_1073741948_1124, blk_1073741949_1125]
2015-02-12 15:54:28,375 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:28,377 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0010_000001
2015-02-12 15:54:28,378 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0010 APPATTEMPTID=appattempt_1423785073222_0010_000001
2015-02-12 15:54:28,378 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:54:28,378 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from ACCEPTED to RUNNING
2015-02-12 15:54:28,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:28,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:28,565 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:28,678 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:28,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741952 for deletion
2015-02-12 15:54:28,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741953 for deletion
2015-02-12 15:54:28,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:54:28,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:54:28,825 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741947 for deletion
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741950 for deletion
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741951 for deletion
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741952_1128 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741952
2015-02-12 15:54:28,826 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741947_1123 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741947
2015-02-12 15:54:28,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741953_1129 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741953
2015-02-12 15:54:28,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 15:54:28,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:54:28,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741951_1127 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741951
2015-02-12 15:54:28,827 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 15:54:28,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 15:54:28,828 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741950_1126 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741950
2015-02-12 15:54:28,880 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:54:28,903 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:28,903 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:28,904 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:28,944 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137 src: /127.0.0.1:56893 dest: /127.0.0.1:55805
2015-02-12 15:54:28,946 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137 src: /127.0.0.1:56894 dest: /127.0.0.1:55798
2015-02-12 15:54:28,947 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137 src: /127.0.0.1:56895 dest: /127.0.0.1:55801
2015-02-12 15:54:28,989 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56895, dest: /127.0.0.1:55801, bytes: 112571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137, duration: 40770000
2015-02-12 15:54:28,990 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:28,991 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56894, dest: /127.0.0.1:55798, bytes: 112571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137, duration: 41513000
2015-02-12 15:54:28,991 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:28,991 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:28,992 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56893, dest: /127.0.0.1:55805, bytes: 112571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137, duration: 43118000
2015-02-12 15:54:28,992 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:28,993 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:28,996 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741961_1137{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:29,004 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1_conf.xml is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:29,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:29,041 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:29,045 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138 src: /127.0.0.1:56896 dest: /127.0.0.1:55798
2015-02-12 15:54:29,047 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138 src: /127.0.0.1:56897 dest: /127.0.0.1:55801
2015-02-12 15:54:29,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138 src: /127.0.0.1:56898 dest: /127.0.0.1:55805
2015-02-12 15:54:29,059 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56898, dest: /127.0.0.1:55805, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138, duration: 5568000
2015-02-12 15:54:29,059 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:29,060 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:29,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56897, dest: /127.0.0.1:55801, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138, duration: 6308000
2015-02-12 15:54:29,060 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:29,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:29,061 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:56896, dest: /127.0.0.1:55798, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138, duration: 7382000
2015-02-12 15:54:29,061 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:29,062 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741962_1138{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:29,063 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010.summary is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:29,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944 for deletion
2015-02-12 15:54:29,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945 for deletion
2015-02-12 15:54:29,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741946 for deletion
2015-02-12 15:54:29,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741948 for deletion
2015-02-12 15:54:29,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741949 for deletion
2015-02-12 15:54:29,376 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741944_1120 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741944
2015-02-12 15:54:29,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741946_1122 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741946
2015-02-12 15:54:29,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741945_1121 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741945
2015-02-12 15:54:29,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741948_1124 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741948
2015-02-12 15:54:29,377 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741949_1125 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741949
2015-02-12 15:54:29,569 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:29,569 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000002
2015-02-12 15:54:29,569 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:54:29,907 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:29,907 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000003
2015-02-12 15:54:29,907 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:29,908 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:29,908 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000004
2015-02-12 15:54:29,908 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:29,909 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:29,909 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000005
2015-02-12 15:54:29,909 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:30,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134
2015-02-12 15:54:30,071 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130
2015-02-12 15:54:30,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135
2015-02-12 15:54:30,072 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131
2015-02-12 15:54:30,211 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134
2015-02-12 15:54:30,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135
2015-02-12 15:54:30,212 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132
2015-02-12 15:54:30,418 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133
2015-02-12 15:54:30,419 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136
2015-02-12 15:54:30,420 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130
2015-02-12 15:54:30,436 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0010_01_000002
2015-02-12 15:54:30,436 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:30,436 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0010_01_000003
2015-02-12 15:54:30,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:30,437 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0010_01_000004
2015-02-12 15:54:30,437 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:30,437 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0010_01_000005
2015-02-12 15:54:30,438 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:30,494 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:30,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:30,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,522 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,524 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,525 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:30,594 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:30,594 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:30,594 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:30,597 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0010_01_000002 by user soberoi
2015-02-12 15:54:30,598 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000002
2015-02-12 15:54:30,598 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0010_01_000002 to application application_1423785073222_0010
2015-02-12 15:54:30,598 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0010_01_000004 by user soberoi
2015-02-12 15:54:30,598 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:54:30,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,598 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,598 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:30,599 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0010
2015-02-12 15:54:30,598 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0010_01_000003 by user soberoi
2015-02-12 15:54:30,599 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0010
2015-02-12 15:54:30,598 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0010
2015-02-12 15:54:30,599 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000003
2015-02-12 15:54:30,600 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from NEW to INITING
2015-02-12 15:54:30,600 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0010_01_000003 to application application_1423785073222_0010
2015-02-12 15:54:30,600 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from INITING to RUNNING
2015-02-12 15:54:30,600 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:54:30,601 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,599 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:30,601 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,601 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:30,601 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0010
2015-02-12 15:54:30,601 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:30,602 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:30,602 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0010_01_000003
2015-02-12 15:54:30,600 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from NEW to INITING
2015-02-12 15:54:30,603 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0010_01_000004 to application application_1423785073222_0010
2015-02-12 15:54:30,603 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from INITING to RUNNING
2015-02-12 15:54:30,603 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:54:30,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,603 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,603 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:30,603 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0010
2015-02-12 15:54:30,599 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000004
2015-02-12 15:54:30,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:30,604 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:30,604 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0010_01_000004
2015-02-12 15:54:30,623 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:30,628 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0010_01_000003.tokens. Credentials list:
2015-02-12 15:54:30,631 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0010_01_000004.tokens. Credentials list:
2015-02-12 15:54:30,680 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:30,681 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:30,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0010_01_000005 by user soberoi
2015-02-12 15:54:30,718 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0010
2015-02-12 15:54:30,719 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000005
2015-02-12 15:54:30,719 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from NEW to INITING
2015-02-12 15:54:30,719 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0010_01_000005 to application application_1423785073222_0010
2015-02-12 15:54:30,720 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from INITING to RUNNING
2015-02-12 15:54:30,720 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:54:30,720 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,721 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0010
2015-02-12 15:54:30,721 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:30,721 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0010
2015-02-12 15:54:30,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:30,722 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:30,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0010_01_000005
2015-02-12 15:54:30,758 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0010_01_000005.tokens. Credentials list:
2015-02-12 15:54:30,910 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:30,910 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:30,911 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:30,941 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:30,947 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:30,969 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741956_1132
2015-02-12 15:54:30,995 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000002/default_container_executor.sh]
2015-02-12 15:54:30,996 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:31,099 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136
2015-02-12 15:54:31,100 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134
2015-02-12 15:54:31,171 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133
2015-02-12 15:54:31,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741955_1131
2015-02-12 15:54:31,172 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741954_1130
2015-02-12 15:54:31,173 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741958_1134
2015-02-12 15:54:31,174 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741959_1135
2015-02-12 15:54:31,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0010_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000003.tokens
2015-02-12 15:54:31,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0010_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000004.tokens
2015-02-12 15:54:31,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:31,181 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:31,222 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0010_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000005.tokens
2015-02-12 15:54:31,223 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0010 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:31,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133
2015-02-12 15:54:31,312 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:31,314 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:31,374 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741960_1136
2015-02-12 15:54:31,390 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:31,391 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:31,394 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:31,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:31,403 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:31,432 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:31,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:31,454 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:54:31,461 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:31,467 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0010/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:31,496 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:31,496 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:31,503 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:31,504 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:31,517 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:31,519 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:31,565 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:31,566 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:31,567 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:31,567 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:31,575 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:31,582 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0010/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:31,582 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:31,624 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:31,625 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:31,633 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:31,633 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:31,766 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000004/default_container_executor.sh]
2015-02-12 15:54:31,816 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000003/default_container_executor.sh]
2015-02-12 15:54:31,828 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000005/default_container_executor.sh]
2015-02-12 15:54:35,076 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137
2015-02-12 15:54:35,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741957_1133
2015-02-12 15:54:35,280 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138
2015-02-12 15:54:35,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137
2015-02-12 15:54:35,425 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138
2015-02-12 15:54:36,381 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741962_1138
2015-02-12 15:54:36,382 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741961_1137
2015-02-12 15:54:40,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:40,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:40,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:40,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:41,079 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:41,115 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:41,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:41,285 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:41,354 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:41,358 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:41,383 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/classes/test/data/ips.20.txt dst=null perm=null proto=rpc
2015-02-12 15:54:41,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:41,665 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:54:41,731 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139 src: /127.0.0.1:57023 dest: /127.0.0.1:55805
2015-02-12 15:54:41,733 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139 src: /127.0.0.1:57024 dest: /127.0.0.1:55798
2015-02-12 15:54:41,734 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139 src: /127.0.0.1:57025 dest: /127.0.0.1:55808
2015-02-12 15:54:41,775 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57025, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000000_0_-84202502_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139, duration: 38255000
2015-02-12 15:54:41,775 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:41,775 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:54:41,776 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57024, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000000_0_-84202502_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139, duration: 38981000
2015-02-12 15:54:41,776 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:41,777 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57023, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000000_0_-84202502_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139, duration: 40073000
2015-02-12 15:54:41,777 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:41,777 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:54:41,778 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741963_1139{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:41,785 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0010_m_000000_0_-84202502_1
2015-02-12 15:54:41,802 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:54:41,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:54:41,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:54:41,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:41,833 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:41,848 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:41,850 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0010_01_000002
2015-02-12 15:54:41,850 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000002
2015-02-12 15:54:41,850 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:54:41,850 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0010_01_000002
2015-02-12 15:54:41,874 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0010_01_000002 is : 143
2015-02-12 15:54:41,875 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:54:41,879 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141 src: /127.0.0.1:57029 dest: /127.0.0.1:55805
2015-02-12 15:54:41,880 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141 src: /127.0.0.1:57030 dest: /127.0.0.1:55798
2015-02-12 15:54:41,882 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141 src: /127.0.0.1:57031 dest: /127.0.0.1:55808
2015-02-12 15:54:41,889 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist for DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:41,891 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:41,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000002
2015-02-12 15:54:41,892 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000002
2015-02-12 15:54:41,893 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000002
2015-02-12 15:54:41,894 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000002
2015-02-12 15:54:41,895 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000002
2015-02-12 15:54:41,895 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:41,896 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0010_01_000002 from application application_1423785073222_0010
2015-02-12 15:54:41,896 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:41,896 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0010
2015-02-12 15:54:41,939 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140 src: /127.0.0.1:57026 dest: /127.0.0.1:55808
2015-02-12 15:54:41,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140 src: /127.0.0.1:57032 dest: /127.0.0.1:55801
2015-02-12 15:54:41,942 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140 src: /127.0.0.1:57033 dest: /127.0.0.1:55798
2015-02-12 15:54:41,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57033, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000002_0_1526703317_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140, duration: 34325000
2015-02-12 15:54:41,978 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:41,982 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57032, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000002_0_1526703317_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140, duration: 37332000
2015-02-12 15:54:41,982 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:41,982 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:41,983 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:41,983 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57026, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000002_0_1526703317_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140, duration: 39400000
2015-02-12 15:54:41,984 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:41,985 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741964_1140{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:41,998 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0010_m_000002_0_1526703317_1
2015-02-12 15:54:42,001 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:42,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:54:42,120 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:54:42,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:54:42,137 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143 src: /127.0.0.1:57036 dest: /127.0.0.1:55798
2015-02-12 15:54:42,138 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:54:42,138 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143 src: /127.0.0.1:57037 dest: /127.0.0.1:55805
2015-02-12 15:54:42,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142 src: /127.0.0.1:57035 dest: /127.0.0.1:55801
2015-02-12 15:54:42,139 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143 src: /127.0.0.1:57038 dest: /127.0.0.1:55801
2015-02-12 15:54:42,141 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142 src: /127.0.0.1:57039 dest: /127.0.0.1:55808
2015-02-12 15:54:42,143 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142 src: /127.0.0.1:57040 dest: /127.0.0.1:55798
2015-02-12 15:54:42,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:42,171 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:42,173 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0010_01_000004
2015-02-12 15:54:42,173 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000004
2015-02-12 15:54:42,173 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:54:42,174 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0010_01_000004
2015-02-12 15:54:42,191 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0010_01_000004 is : 143
2015-02-12 15:54:42,201 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:42,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000004
2015-02-12 15:54:42,202 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000004
2015-02-12 15:54:42,203 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000004
2015-02-12 15:54:42,204 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000004
2015-02-12 15:54:42,204 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000004
2015-02-12 15:54:42,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:42,206 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0010_01_000004 from application application_1423785073222_0010
2015-02-12 15:54:42,206 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:42,206 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0010
2015-02-12 15:54:42,254 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57040, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000001_0_-809952744_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142, duration: 109470000
2015-02-12 15:54:42,254 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:42,254 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:42,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57039, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000001_0_-809952744_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142, duration: 110210000
2015-02-12 15:54:42,255 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,255 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:42,256 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57035, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000001_0_-809952744_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142, duration: 111383000
2015-02-12 15:54:42,255 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57038, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000003_0_149078447_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143, duration: 114314000
2015-02-12 15:54:42,256 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,256 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,256 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:42,257 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57037, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000003_0_149078447_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143, duration: 115581000
2015-02-12 15:54:42,257 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741966_1142{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:54:42,258 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57036, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0010_m_000003_0_149078447_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143, duration: 116520000
2015-02-12 15:54:42,258 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,258 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,259 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741967_1143{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,266 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0010_m_000001_0_-809952744_1
2015-02-12 15:54:42,280 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:54:42,284 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0010_m_000003_0_149078447_1
2015-02-12 15:54:42,291 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:54:42,292 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:54:42,303 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:42,338 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:42,340 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0010_01_000003
2015-02-12 15:54:42,340 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000003
2015-02-12 15:54:42,340 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:54:42,340 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0010_01_000003
2015-02-12 15:54:42,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:54:42,364 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0010_01_000003 is : 143
2015-02-12 15:54:42,372 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:54:42,388 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:54:42,388 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:42,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000003
2015-02-12 15:54:42,389 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000003
2015-02-12 15:54:42,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000003
2015-02-12 15:54:42,391 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000003
2015-02-12 15:54:42,392 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000003
2015-02-12 15:54:42,392 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:42,392 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0010_01_000003 from application application_1423785073222_0010
2015-02-12 15:54:42,392 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:42,393 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0010
2015-02-12 15:54:42,396 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/_temporary/attempt_1423785073222_0010_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:42,409 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:42,411 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0010_01_000005
2015-02-12 15:54:42,411 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000005
2015-02-12 15:54:42,411 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:54:42,412 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0010_01_000005
2015-02-12 15:54:42,417 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,419 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,424 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:54:42,430 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0010_01_000005 is : 143
2015-02-12 15:54:42,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,433 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:54:42,436 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:54:42,439 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:54:42,439 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000005
2015-02-12 15:54:42,440 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000005
2015-02-12 15:54:42,440 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:54:42,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000005
2015-02-12 15:54:42,440 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0010_01_000005 from application application_1423785073222_0010
2015-02-12 15:54:42,441 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:42,441 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0010
2015-02-12 15:54:42,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000005
2015-02-12 15:54:42,440 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000005
2015-02-12 15:54:42,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:54:42,447 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:54:42,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,450 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,451 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,453 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:54:42,454 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:54:42,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:42,459 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:54:42,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:54:42,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary/1/task_1423785073222_0010_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,467 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary dst=null perm=null proto=rpc
2015-02-12 15:54:42,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,475 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_SUCCESS is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,480 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,494 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57031, dest: /127.0.0.1:55808, bytes: 47539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141, duration: 608900000
2015-02-12 15:54:42,494 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:42,495 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15525
2015-02-12 15:54:42,496 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57030, dest: /127.0.0.1:55798, bytes: 47539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141, duration: 610547000
2015-02-12 15:54:42,497 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,499 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15525
2015-02-12 15:54:42,500 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57029, dest: /127.0.0.1:55805, bytes: 47539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141, duration: 614205000
2015-02-12 15:54:42,500 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741965_1141, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,500 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741965_1141{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 15525
2015-02-12 15:54:42,502 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,510 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:54:42,515 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144 src: /127.0.0.1:57044 dest: /127.0.0.1:55808
2015-02-12 15:54:42,518 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144 src: /127.0.0.1:57045 dest: /127.0.0.1:55801
2015-02-12 15:54:42,520 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144 src: /127.0.0.1:57046 dest: /127.0.0.1:55805
2015-02-12 15:54:42,523 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57046, dest: /127.0.0.1:55805, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144, duration: 1402000
2015-02-12 15:54:42,523 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:42,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,524 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57045, dest: /127.0.0.1:55801, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144, duration: 2196000
2015-02-12 15:54:42,524 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,524 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,525 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57044, dest: /127.0.0.1:55808, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144, duration: 3229000
2015-02-12 15:54:42,525 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,525 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741968_1144{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,527 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010.summary_tmp is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,531 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:42,538 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:42,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:42,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:42,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:42,546 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:54:42,550 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,555 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:54:42,558 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145 src: /127.0.0.1:57048 dest: /127.0.0.1:55808
2015-02-12 15:54:42,559 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145 src: /127.0.0.1:57049 dest: /127.0.0.1:55805
2015-02-12 15:54:42,561 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145 src: /127.0.0.1:57050 dest: /127.0.0.1:55801
2015-02-12 15:54:42,567 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57050, dest: /127.0.0.1:55801, bytes: 47539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145, duration: 3610000
2015-02-12 15:54:42,568 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:42,568 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,568 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57049, dest: /127.0.0.1:55805, bytes: 47539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145, duration: 4095000
2015-02-12 15:54:42,569 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,570 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57048, dest: /127.0.0.1:55808, bytes: 47539, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145, duration: 5429000
2015-02-12 15:54:42,570 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,570 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741969_1145{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,574 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,577 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:42,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:42,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:42,581 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:42,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:54:42,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010/job_1423785073222_0010_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:54:42,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:42,592 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:54:42,595 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146 src: /127.0.0.1:57052 dest: /127.0.0.1:55801
2015-02-12 15:54:42,597 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146 src: /127.0.0.1:57053 dest: /127.0.0.1:55798
2015-02-12 15:54:42,598 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146 src: /127.0.0.1:57054 dest: /127.0.0.1:55808
2015-02-12 15:54:42,602 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57054, dest: /127.0.0.1:55808, bytes: 112571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146, duration: 1760000
2015-02-12 15:54:42,602 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:42,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57053, dest: /127.0.0.1:55798, bytes: 112571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146, duration: 2298000
2015-02-12 15:54:42,603 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,603 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,603 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57052, dest: /127.0.0.1:55801, bytes: 112571, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_648803910_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146, duration: 3060000
2015-02-12 15:54:42,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,604 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:42,604 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741970_1146{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:42,606 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_648803910_1
2015-02-12 15:54:42,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:42,609 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:42,611 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:42,614 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0010-1423785263268-soberoi-%5BC7F5261482A84584832CB042A15FB683%2F82C01A8DB2F845C6-1423785282481-4-0-SUCCEEDED-root.soberoi-1423785268500.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:54:42,622 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0010_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:54:42,622 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:54:42,622 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0010 with final state: FINISHING
2015-02-12 15:54:42,622 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from RUNNING to FINAL_SAVING
2015-02-12 15:54:42,623 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0010
2015-02-12 15:54:42,623 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:54:42,624 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from FINAL_SAVING to FINISHING
2015-02-12 15:54:42,854 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:42,855 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0010_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:54:42,855 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000002
2015-02-12 15:54:42,855 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0010_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:54:42,855 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0010_000001 released container container_1423785073222_0010_01_000002 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:54:43,179 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:43,179 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0010_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:54:43,179 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000004
2015-02-12 15:54:43,179 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0010_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:43,179 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0010_000001 released container container_1423785073222_0010_01_000004 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:43,346 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:43,346 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0010_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:54:43,346 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000003
2015-02-12 15:54:43,347 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0010_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:43,347 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0010_000001 released container container_1423785073222_0010_01_000003 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:43,413 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:43,413 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0010_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:54:43,413 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000005
2015-02-12 15:54:43,413 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0010_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:43,413 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0010_000001 released container container_1423785073222_0010_01_000005 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:43,629 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0010 unregistered successfully.
2015-02-12 15:54:43,634 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741957_1133 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:54:43,634 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741958_1134 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:54:43,634 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741959_1135 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:54:43,634 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741960_1136 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55798
2015-02-12 15:54:43,634 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741962_1138 127.0.0.1:55798 127.0.0.1:55801 127.0.0.1:55805
2015-02-12 15:54:43,635 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741965_1141 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:54:43,635 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741961_1137 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:54:43,635 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0010 dst=null perm=null proto=rpc
2015-02-12 15:54:43,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:43,685 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary
2015-02-12 15:54:43,686 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/_temporary dst=null perm=null proto=rpc
2015-02-12 15:54:43,686 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] completed flow: first
2015-02-12 15:54:43,686 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] starting flow: second
2015-02-12 15:54:43,687 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] at least one sink is marked for delete
2015-02-12 15:54:43,687 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:54:43,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:54:43,688 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:54:43,690 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting
2015-02-12 15:54:43,690 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] source: Hfs["TextDelimited[['ip']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first"]
2015-02-12 15:54:43,690 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] sink: Hfs["TextDelimited[['first', 'second', 'third', 'fourth']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second"]
2015-02-12 15:54:43,690 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] parallel execution is enabled: true
2015-02-12 15:54:43,690 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] starting jobs: 1
2015-02-12 15:54:43,690 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [second] allocating threads: 1
2015-02-12 15:54:43,691 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] starting step: (1/1) ...adeplatform/simple/second
2015-02-12 15:54:43,703 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:54:43,750 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:54:43,751 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:54:43,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:43,753 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:43,755 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 11
2015-02-12 15:54:43,757 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011 dst=null perm=null proto=rpc
2015-02-12 15:54:43,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:54:43,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:54:43,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,766 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:54:43,768 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 src: /127.0.0.1:57058 dest: /127.0.0.1:55805
2015-02-12 15:54:43,770 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 src: /127.0.0.1:57059 dest: /127.0.0.1:55808
2015-02-12 15:54:43,771 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 src: /127.0.0.1:57060 dest: /127.0.0.1:55798
2015-02-12 15:54:43,779 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57060, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147, duration: 3665000
2015-02-12 15:54:43,780 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:43,781 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57059, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147, duration: 4397000
2015-02-12 15:54:43,782 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,782 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,782 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57058, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147, duration: 6604000
2015-02-12 15:54:43,783 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,789 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741971_1147{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,791 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:43,793 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar
2015-02-12 15:54:43,793 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,796 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,797 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:54:43,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:54:43,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:54:43,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:54:43,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:54:43,801 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:43,805 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:43,807 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:54:43,809 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 4
2015-02-12 15:54:43,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,813 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split
2015-02-12 15:54:43,815 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:43,817 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:54:43,819 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148 src: /127.0.0.1:57061 dest: /127.0.0.1:55808
2015-02-12 15:54:43,821 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148 src: /127.0.0.1:57062 dest: /127.0.0.1:55801
2015-02-12 15:54:43,823 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148 src: /127.0.0.1:57063 dest: /127.0.0.1:55805
2015-02-12 15:54:43,825 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148 src: /127.0.0.1:57064 dest: /127.0.0.1:55798
2015-02-12 15:54:43,831 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57064, dest: /127.0.0.1:55798, bytes: 1972, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, duration: 2313000
2015-02-12 15:54:43,831 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:43,833 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57063, dest: /127.0.0.1:55805, bytes: 1972, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, duration: 3603000
2015-02-12 15:54:43,833 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,836 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57062, dest: /127.0.0.1:55801, bytes: 1972, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, duration: 6659000
2015-02-12 15:54:43,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,837 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57061, dest: /127.0.0.1:55808, bytes: 1972, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, duration: 8413000
2015-02-12 15:54:43,838 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,836 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,838 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,839 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741972_1148{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,841 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:43,843 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,847 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:54:43,850 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149 src: /127.0.0.1:57065 dest: /127.0.0.1:55801
2015-02-12 15:54:43,852 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149 src: /127.0.0.1:57066 dest: /127.0.0.1:55805
2015-02-12 15:54:43,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149 src: /127.0.0.1:57067 dest: /127.0.0.1:55808
2015-02-12 15:54:43,856 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:43,858 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57067, dest: /127.0.0.1:55808, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149, duration: 1231000
2015-02-12 15:54:43,858 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:43,859 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57066, dest: /127.0.0.1:55805, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149, duration: 1778000
2015-02-12 15:54:43,859 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:54:43,859 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,860 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57065, dest: /127.0.0.1:55801, bytes: 183, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149, duration: 2937000
2015-02-12 15:54:43,861 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,861 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,865 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741973_1149{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:43,867 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:43,867 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:5
2015-02-12 15:54:43,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:54:43,888 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:54:43,891 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150 src: /127.0.0.1:57068 dest: /127.0.0.1:55805
2015-02-12 15:54:43,894 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150 src: /127.0.0.1:57069 dest: /127.0.0.1:55798
2015-02-12 15:54:43,896 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150 src: /127.0.0.1:57070 dest: /127.0.0.1:55808
2015-02-12 15:54:43,900 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57070, dest: /127.0.0.1:55808, bytes: 96086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150, duration: 1902000
2015-02-12 15:54:43,900 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:43,903 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57069, dest: /127.0.0.1:55798, bytes: 96086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150, duration: 3261000
2015-02-12 15:54:43,904 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,903 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:54:43,905 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:54:43,906 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57068, dest: /127.0.0.1:55805, bytes: 96086, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150, duration: 6943000
2015-02-12 15:54:43,906 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:43,909 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741974_1150{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:54:43,910 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:54:43,911 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0011
2015-02-12 15:54:43,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011 dst=null perm=null proto=rpc
2015-02-12 15:54:43,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:43,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:43,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,918 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:43,919 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:43,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:43,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:43,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,923 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,925 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:43,927 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 11 submitted by user soberoi
2015-02-12 15:54:43,927 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0011
2015-02-12 15:54:43,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from NEW to NEW_SAVING
2015-02-12 15:54:43,927 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0011
2015-02-12 15:54:43,927 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0011
2015-02-12 15:54:43,927 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:54:43,927 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0011 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:54:43,928 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from SUBMITTED to ACCEPTED
2015-02-12 15:54:43,928 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0011_000001
2015-02-12 15:54:43,928 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from NEW to SUBMITTED
2015-02-12 15:54:43,928 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0011_000001 to scheduler from user: soberoi
2015-02-12 15:54:43,929 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:54:43,929 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0011
2015-02-12 15:54:43,933 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0011/
2015-02-12 15:54:43,933 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] submitted hadoop job: job_1423785073222_0011
2015-02-12 15:54:43,934 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [second] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0011/
2015-02-12 15:54:44,182 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:44,184 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:44,184 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000001
2015-02-12 15:54:44,184 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:54:44,184 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0011_01_000001
2015-02-12 15:54:44,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:44,185 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0011_000001
2015-02-12 15:54:44,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0011 AttemptId: appattempt_1423785073222_0011_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0011_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ]
2015-02-12 15:54:44,185 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:54:44,186 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:54:44,186 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0011_000001
2015-02-12 15:54:44,187 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0011_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0011_000001
2015-02-12 15:54:44,187 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0011_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:54:44,187 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0011_000001
2015-02-12 15:54:44,188 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0011_000001
2015-02-12 15:54:44,190 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:44,192 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0011_01_000001 by user soberoi
2015-02-12 15:54:44,192 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0011
2015-02-12 15:54:44,192 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000001
2015-02-12 15:54:44,193 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from NEW to INITING
2015-02-12 15:54:44,193 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0011_01_000001 to application application_1423785073222_0011
2015-02-12 15:54:44,193 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from INITING to RUNNING
2015-02-12 15:54:44,193 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:54:44,194 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0011
2015-02-12 15:54:44,194 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0011_01_000001, NodeId: 10.1.1.67:55847, NodeHttpAddress: 10.1.1.67:55850, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55847 }, ] for AM appattempt_1423785073222_0011_000001
2015-02-12 15:54:44,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:44,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:54:44,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:54:44,194 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:44,194 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:54:44,195 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0011_01_000001
2015-02-12 15:54:44,207 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0011_01_000001.tokens. Credentials list:
2015-02-12 15:54:44,337 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:44,348 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:44,416 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:44,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0011_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000001.tokens
2015-02-12 15:54:44,441 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:54:44,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:44,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:44,576 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:44,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:44,602 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:44,648 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0011/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:44,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:44,672 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:54:44,711 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:44,748 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:44,754 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:44,806 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0011/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:44,806 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:44,856 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:44,857 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:44,857 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:44,980 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000001/default_container_executor.sh]
2015-02-12 15:54:45,185 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:45,185 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:45,349 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:45,418 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:45,860 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:45,998 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55805 to replicate blk_1073741971_1147 to datanode(s) 127.0.0.1:55801
2015-02-12 15:54:45,998 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741957_1133, blk_1073741958_1134, blk_1073741959_1135, blk_1073741961_1137, blk_1073741962_1138]
2015-02-12 15:54:45,998 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741957_1133, blk_1073741958_1134, blk_1073741959_1135, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741965_1141]
2015-02-12 15:54:46,185 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:46,349 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:46,420 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:46,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:54:46,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:54:46,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 15:54:46,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 15:54:46,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:54:46,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 15:54:46,810 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 15:54:46,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:54:46,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 15:54:46,811 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 15:54:46,863 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:47,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:54:47,117 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=596b6db3-580d-41b7-9d97-4dcec9710eb7, infoPort=55806, ipcPort=55807, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 to 127.0.0.1:55801
2015-02-12 15:54:47,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:54:47,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:54:47,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 15:54:47,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 15:54:47,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:54:47,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:54:47,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 15:54:47,118 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 15:54:47,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 15:54:47,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 15:54:47,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 src: /127.0.0.1:57093 dest: /127.0.0.1:55801
2015-02-12 15:54:47,119 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 15:54:47,120 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 15:54:47,120 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 15:54:47,119 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:54:47,120 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 15:54:47,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147 src: /127.0.0.1:57093 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:54:47,122 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741971_1147 size 254067
2015-02-12 15:54:47,133 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:54:47,135 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:54:47,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:54:47,191 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:47,243 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011 dst=null perm=null proto=rpc
2015-02-12 15:54:47,245 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:54:47,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:54:47,355 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:47,424 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:47,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:47,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:54:47,865 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,192 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,360 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,427 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,687 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0010_01_000001 succeeded
2015-02-12 15:54:48,687 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:54:48,687 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0010_01_000001
2015-02-12 15:54:48,701 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:48,703 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0011_000001
2015-02-12 15:54:48,703 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0011 APPATTEMPTID=appattempt_1423785073222_0011_000001
2015-02-12 15:54:48,703 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:54:48,703 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from ACCEPTED to RUNNING
2015-02-12 15:54:48,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000001
2015-02-12 15:54:48,710 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000001
2015-02-12 15:54:48,710 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000001
2015-02-12 15:54:48,711 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0010_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:54:48,711 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0010_01_000001 from application application_1423785073222_0010
2015-02-12 15:54:48,711 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:48,711 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0010
2015-02-12 15:54:48,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000001
2015-02-12 15:54:48,711 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0010/container_1423785073222_0010_01_000001
2015-02-12 15:54:48,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:48,786 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:54:48,868 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0010_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:54:48,868 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0010_000001
2015-02-12 15:54:48,868 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0010_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:54:48,869 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0010_000001
2015-02-12 15:54:48,869 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0010_000001 State change from FINISHING to FINISHED
2015-02-12 15:54:48,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000001
2015-02-12 15:54:48,869 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0010 State change from FINISHING to FINISHED
2015-02-12 15:54:48,869 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0010_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:54:48,869 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0010_000001 released container container_1423785073222_0010_01_000001 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:54:48,869 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,869 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0010
2015-02-12 15:54:48,870 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0010_000001 is done. finalState=FINISHED
2015-02-12 15:54:48,869 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0010_000001
2015-02-12 15:54:48,870 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0010 requests cleared
2015-02-12 15:54:48,870 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0010,name=[C7F5261482A84584832CB042A15FB683/82C01A8DB2F845C6AF3EA63D3944A7FA] first/(1/1) ...cadeplatform/simple/first,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0010/jobhistory/job/job_1423785073222_0010,appMasterHost=10.1.1.67,startTime=1423785263268,finishTime=1423785282622,finalStatus=SUCCEEDED
2015-02-12 15:54:48,872 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0010_000001 (auth:SIMPLE)
2015-02-12 15:54:48,873 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0010_01_000001
2015-02-12 15:54:48,874 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0010 CONTAINERID=container_1423785073222_0010_01_000001
2015-02-12 15:54:48,874 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0010_01_000001]
2015-02-12 15:54:48,874 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,874 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:48,874 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:48,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:48,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:48,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:48,876 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:48,877 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0010
2015-02-12 15:54:48,877 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:48,877 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0010, with delay of 10800 seconds
2015-02-12 15:54:48,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:48,999 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741957_1133, blk_1073741958_1134, blk_1073741959_1135, blk_1073741960_1136, blk_1073741961_1137, blk_1073741962_1138, blk_1073741965_1141]
2015-02-12 15:54:48,999 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741957_1133, blk_1073741958_1134, blk_1073741960_1136, blk_1073741965_1141]
2015-02-12 15:54:49,137 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:49,197 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:49,197 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:49,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,198 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,199 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0010
2015-02-12 15:54:49,199 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:49,199 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0010, with delay of 10800 seconds
2015-02-12 15:54:49,199 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,200 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151 src: /127.0.0.1:57101 dest: /127.0.0.1:55801
2015-02-12 15:54:49,203 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151 src: /127.0.0.1:57102 dest: /127.0.0.1:55808
2015-02-12 15:54:49,205 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151 src: /127.0.0.1:57103 dest: /127.0.0.1:55805
2015-02-12 15:54:49,244 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57103, dest: /127.0.0.1:55805, bytes: 112681, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151, duration: 36890000
2015-02-12 15:54:49,244 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:49,245 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:49,245 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57102, dest: /127.0.0.1:55808, bytes: 112681, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151, duration: 37978000
2015-02-12 15:54:49,245 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:49,246 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57101, dest: /127.0.0.1:55801, bytes: 112681, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151, duration: 38968000
2015-02-12 15:54:49,246 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:49,246 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:49,247 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741975_1151{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:54:49,252 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1_conf.xml is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:54:49,287 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:54:49,293 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:54:49,295 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152 src: /127.0.0.1:57104 dest: /127.0.0.1:55801
2015-02-12 15:54:49,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152 src: /127.0.0.1:57105 dest: /127.0.0.1:55808
2015-02-12 15:54:49,298 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152 src: /127.0.0.1:57106 dest: /127.0.0.1:55805
2015-02-12 15:54:49,301 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57106, dest: /127.0.0.1:55805, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152, duration: 1458000
2015-02-12 15:54:49,301 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:54:49,302 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57105, dest: /127.0.0.1:55808, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152, duration: 2118000
2015-02-12 15:54:49,302 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:49,302 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:49,303 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57104, dest: /127.0.0.1:55801, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152, duration: 3407000
2015-02-12 15:54:49,304 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:54:49,304 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:49,305 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741976_1152{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:54:49,308 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011.summary is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:54:49,360 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:49,360 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:49,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,361 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0010
2015-02-12 15:54:49,361 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:49,361 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0010, with delay of 10800 seconds
2015-02-12 15:54:49,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,361 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,429 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:54:49,429 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:49,430 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,431 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,431 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0010
2015-02-12 15:54:49,432 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0010 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:54:49,432 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0010, with delay of 10800 seconds
2015-02-12 15:54:49,433 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0010
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741959 for deletion
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741959_1135 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741959
2015-02-12 15:54:49,836 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741961 for deletion
2015-02-12 15:54:49,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741962 for deletion
2015-02-12 15:54:49,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 15:54:49,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741961_1137 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741961
2015-02-12 15:54:49,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 15:54:49,837 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741962_1138 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741962
2015-02-12 15:54:49,838 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 15:54:49,876 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:49,876 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:49,876 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000002
2015-02-12 15:54:49,877 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:50,200 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:50,201 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:50,201 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000003
2015-02-12 15:54:50,201 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:54:50,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142
2015-02-12 15:54:50,293 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145
2015-02-12 15:54:50,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148
2015-02-12 15:54:50,294 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146
2015-02-12 15:54:50,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140
2015-02-12 15:54:50,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149
2015-02-12 15:54:50,295 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144
2015-02-12 15:54:50,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143
2015-02-12 15:54:50,364 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:50,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:50,365 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000004
2015-02-12 15:54:50,365 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:50,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957 for deletion
2015-02-12 15:54:50,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958 for deletion
2015-02-12 15:54:50,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741960 for deletion
2015-02-12 15:54:50,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741965 for deletion
2015-02-12 15:54:50,392 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741957_1133 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741957
2015-02-12 15:54:50,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741958_1134 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741958
2015-02-12 15:54:50,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741960_1136 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741960
2015-02-12 15:54:50,393 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741965_1141 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741965
2015-02-12 15:54:50,433 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:54:50,434 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:50,434 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000005
2015-02-12 15:54:50,434 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:54:50,436 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142
2015-02-12 15:54:50,437 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150
2015-02-12 15:54:50,439 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147
2015-02-12 15:54:50,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146
2015-02-12 15:54:50,640 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148
2015-02-12 15:54:50,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143
2015-02-12 15:54:50,641 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139
2015-02-12 15:54:50,642 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140
2015-02-12 15:54:50,788 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0011_01_000002
2015-02-12 15:54:50,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:50,788 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0011_01_000003
2015-02-12 15:54:50,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:50,788 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0011_01_000004
2015-02-12 15:54:50,788 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:50,789 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0011_01_000005
2015-02-12 15:54:50,789 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:50,841 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:50,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:50,859 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,876 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:50,877 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000006
2015-02-12 15:54:50,877 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:54:50,878 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:54:50,969 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:50,970 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:50,972 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:50,972 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:50,974 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0011_01_000004 by user soberoi
2015-02-12 15:54:50,974 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0011
2015-02-12 15:54:50,975 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000004
2015-02-12 15:54:50,975 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from NEW to INITING
2015-02-12 15:54:50,975 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0011_01_000004 to application application_1423785073222_0011
2015-02-12 15:54:50,975 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from INITING to RUNNING
2015-02-12 15:54:50,976 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:54:50,977 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,977 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,977 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:50,977 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0011
2015-02-12 15:54:50,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:50,978 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:50,978 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0011_01_000004
2015-02-12 15:54:50,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0011_01_000005 by user soberoi
2015-02-12 15:54:50,982 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0011
2015-02-12 15:54:50,982 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000005
2015-02-12 15:54:50,983 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from NEW to INITING
2015-02-12 15:54:50,983 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0011_01_000005 to application application_1423785073222_0011
2015-02-12 15:54:50,984 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from INITING to RUNNING
2015-02-12 15:54:50,984 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0011_01_000003 by user soberoi
2015-02-12 15:54:50,984 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:54:50,984 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,984 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,984 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:50,984 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0011
2015-02-12 15:54:50,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:50,984 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000003
2015-02-12 15:54:50,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0011_01_000002 by user soberoi
2015-02-12 15:54:50,985 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0011
2015-02-12 15:54:50,985 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000002
2015-02-12 15:54:50,984 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:50,987 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0011_01_000005
2015-02-12 15:54:50,988 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from NEW to INITING
2015-02-12 15:54:50,989 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0011_01_000002 to application application_1423785073222_0011
2015-02-12 15:54:50,989 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from INITING to RUNNING
2015-02-12 15:54:50,985 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0011_01_000003 to application application_1423785073222_0011
2015-02-12 15:54:50,989 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:54:50,989 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,989 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:54:50,989 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,989 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,990 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:50,990 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0011
2015-02-12 15:54:50,990 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:50,989 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0011
2015-02-12 15:54:50,990 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:50,990 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0011
2015-02-12 15:54:50,990 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:54:50,991 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:54:50,991 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0011_01_000002
2015-02-12 15:54:51,001 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0011_01_000004.tokens. Credentials list:
2015-02-12 15:54:51,013 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0011_01_000005.tokens. Credentials list:
2015-02-12 15:54:51,016 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785073222_0011_01_000002.tokens. Credentials list:
2015-02-12 15:54:51,067 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:51,067 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:51,202 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:51,310 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145
2015-02-12 15:54:51,311 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741970_1146
2015-02-12 15:54:51,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741964_1140
2015-02-12 15:54:51,312 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149
2015-02-12 15:54:51,313 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:51,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148
2015-02-12 15:54:51,313 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139
2015-02-12 15:54:51,314 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741966_1142
2015-02-12 15:54:51,333 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:51,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:51,365 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:51,393 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741973_1149
2015-02-12 15:54:51,435 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:51,454 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000003/default_container_executor.sh]
2015-02-12 15:54:51,515 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147
2015-02-12 15:54:51,516 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144
2015-02-12 15:54:51,517 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150
2015-02-12 15:54:51,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/nmPrivate/container_1423785073222_0011_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000004.tokens
2015-02-12 15:54:51,576 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:54:51,595 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0011_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000005.tokens
2015-02-12 15:54:51,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147
2015-02-12 15:54:51,596 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741968_1144
2015-02-12 15:54:51,597 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:54:51,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741963_1139
2015-02-12 15:54:51,597 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741967_1143
2015-02-12 15:54:51,598 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741969_1145
2015-02-12 15:54:51,599 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741974_1150
2015-02-12 15:54:51,599 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741972_1148
2015-02-12 15:54:51,606 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/nmPrivate/container_1423785073222_0011_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000002.tokens
2015-02-12 15:54:51,607 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:54:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:51,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:51,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:51,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:51,781 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:51,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar dst=null perm=null proto=rpc
2015-02-12 15:54:51,804 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:51,816 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:54:51,819 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0011_01_000006 by user soberoi
2015-02-12 15:54:51,819 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000006
2015-02-12 15:54:51,819 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0011_01_000006 to application application_1423785073222_0011
2015-02-12 15:54:51,820 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:54:51,820 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0011
2015-02-12 15:54:51,820 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0011
2015-02-12 15:54:51,820 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:54:51,820 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0011
2015-02-12 15:54:51,820 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0011_01_000006
2015-02-12 15:54:51,842 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0011_01_000006.tokens. Credentials list:
2015-02-12 15:54:51,862 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:51,866 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:51,877 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0011/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:51,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:51,877 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:54:51,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:54:51,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000007
2015-02-12 15:54:51,878 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0011_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:54:51,906 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:51,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:51,914 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:51,916 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:51,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:51,938 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml dst=null perm=null proto=rpc
2015-02-12 15:54:51,983 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:51,983 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:51,983 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:51,983 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:52,004 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:54:52,004 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:52,005 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:54:52,078 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:52,078 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:52,086 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:52,087 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:52,092 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:52,092 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:52,098 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:54:52,098 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:54:52,324 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000004/default_container_executor.sh]
2015-02-12 15:54:52,332 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000005/default_container_executor.sh]
2015-02-12 15:54:52,334 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000006/default_container_executor.sh]
2015-02-12 15:54:52,348 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000002/default_container_executor.sh]
2015-02-12 15:54:52,808 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:54:52,808 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:54:53,037 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:54:53,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/nmPrivate/container_1423785073222_0011_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000006.tokens
2015-02-12 15:54:53,192 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:54:53,811 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000007 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:54:53,811 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000007 in state: RELEASED event:RELEASED
2015-02-12 15:54:53,812 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000007
2015-02-12 15:54:53,812 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:54:53,812 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000007 on node: host: 10.1.1.67:55843 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:54:53,884 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0011_01_000007
2015-02-12 15:54:55,301 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151
2015-02-12 15:54:55,302 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152
2015-02-12 15:54:55,505 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741971_1147
2015-02-12 15:54:56,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151
2015-02-12 15:54:56,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152
2015-02-12 15:54:56,606 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741975_1151
2015-02-12 15:54:56,607 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741976_1152
2015-02-12 15:54:57,866 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30003 milliseconds
2015-02-12 15:54:57,867 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 1 millisecond(s).
2015-02-12 15:55:01,758 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:01,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:01,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:01,920 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:01,951 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:02,091 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:02,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:02,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:02,272 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:02,343 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:02,349 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:02,355 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:02,365 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:02,371 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:02,400 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:02,632 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:55:02,694 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153 src: /127.0.0.1:57139 dest: /127.0.0.1:55798
2015-02-12 15:55:02,696 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153 src: /127.0.0.1:57140 dest: /127.0.0.1:55808
2015-02-12 15:55:02,697 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153 src: /127.0.0.1:57141 dest: /127.0.0.1:55801
2015-02-12 15:55:02,735 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57141, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000001_0_1821577831_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153, duration: 35800000
2015-02-12 15:55:02,736 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:02,737 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:02,737 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57140, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000001_0_1821577831_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153, duration: 37369000
2015-02-12 15:55:02,737 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:02,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:02,739 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57139, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000001_0_1821577831_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153, duration: 39292000
2015-02-12 15:55:02,739 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:02,741 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741977_1153{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:02,761 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0011_m_000001_0_1821577831_1
2015-02-12 15:55:02,783 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:55:02,798 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:55:02,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:55:02,806 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:02,834 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:55:02,837 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0011_01_000003
2015-02-12 15:55:02,837 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000003
2015-02-12 15:55:02,837 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:55:02,838 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0011_01_000003
2015-02-12 15:55:02,863 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0011_01_000003 is : 143
2015-02-12 15:55:02,864 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:55:02,867 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154 src: /127.0.0.1:57145 dest: /127.0.0.1:55805
2015-02-12 15:55:02,871 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154 src: /127.0.0.1:57146 dest: /127.0.0.1:55798
2015-02-12 15:55:02,872 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:02,872 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000003
2015-02-12 15:55:02,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000003
2015-02-12 15:55:02,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000003
2015-02-12 15:55:02,874 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000003
2015-02-12 15:55:02,873 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000003
2015-02-12 15:55:02,874 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:02,874 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0011_01_000003 from application application_1423785073222_0011
2015-02-12 15:55:02,874 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:02,874 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0011
2015-02-12 15:55:02,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154 src: /127.0.0.1:57147 dest: /127.0.0.1:55808
2015-02-12 15:55:02,879 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist for DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:02,914 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:55:02,989 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155 src: /127.0.0.1:57148 dest: /127.0.0.1:55801
2015-02-12 15:55:02,990 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155 src: /127.0.0.1:57150 dest: /127.0.0.1:55798
2015-02-12 15:55:02,992 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155 src: /127.0.0.1:57151 dest: /127.0.0.1:55808
2015-02-12 15:55:03,012 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:55:03,040 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57151, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000002_0_756157410_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155, duration: 44927000
2015-02-12 15:55:03,040 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,041 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57150, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000002_0_756157410_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155, duration: 45721000
2015-02-12 15:55:03,041 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,041 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,042 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57148, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000002_0_756157410_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155, duration: 46780000
2015-02-12 15:55:03,042 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,042 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741979_1155{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,048 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0011_m_000002_0_756157410_1
2015-02-12 15:55:03,085 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156 src: /127.0.0.1:57152 dest: /127.0.0.1:55805
2015-02-12 15:55:03,086 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156 src: /127.0.0.1:57153 dest: /127.0.0.1:55801
2015-02-12 15:55:03,088 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156 src: /127.0.0.1:57154 dest: /127.0.0.1:55798
2015-02-12 15:55:03,094 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0011_m_000004_0_1840805873_1
2015-02-12 15:55:03,108 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:55:03,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:03,135 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:55:03,137 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0011_01_000004
2015-02-12 15:55:03,137 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000004
2015-02-12 15:55:03,137 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:55:03,137 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0011_01_000004
2015-02-12 15:55:03,141 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57154, dest: /127.0.0.1:55798, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000003_0_-1849970175_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156, duration: 51890000
2015-02-12 15:55:03,142 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,145 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57153, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000003_0_-1849970175_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156, duration: 55025000
2015-02-12 15:55:03,145 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,147 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57152, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000003_0_-1849970175_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156, duration: 56965000
2015-02-12 15:55:03,147 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,148 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:03,150 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,151 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741980_1156{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,166 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0011_01_000004 is : 143
2015-02-12 15:55:03,167 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0011_m_000003_0_-1849970175_1
2015-02-12 15:55:03,167 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,176 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:03,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000004
2015-02-12 15:55:03,177 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000004
2015-02-12 15:55:03,178 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000004
2015-02-12 15:55:03,178 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:03,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000004
2015-02-12 15:55:03,178 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000004
2015-02-12 15:55:03,178 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0011_01_000004 from application application_1423785073222_0011
2015-02-12 15:55:03,179 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:03,179 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0011
2015-02-12 15:55:03,181 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:55:03,189 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:03,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,210 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:55:03,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:03,221 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:55:03,223 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0011_01_000006
2015-02-12 15:55:03,223 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000006
2015-02-12 15:55:03,223 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:55:03,223 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0011_01_000006
2015-02-12 15:55:03,236 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:55:03,243 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0011_01_000006 is : 143
2015-02-12 15:55:03,249 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0011_01_000005
2015-02-12 15:55:03,249 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000005
2015-02-12 15:55:03,249 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:55:03,249 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0011_01_000005
2015-02-12 15:55:03,255 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:03,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000006
2015-02-12 15:55:03,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000006
2015-02-12 15:55:03,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000006
2015-02-12 15:55:03,257 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000006
2015-02-12 15:55:03,258 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000006
2015-02-12 15:55:03,258 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:03,258 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0011_01_000006 from application application_1423785073222_0011
2015-02-12 15:55:03,259 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:03,259 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0011
2015-02-12 15:55:03,267 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0011_01_000005 is : 143
2015-02-12 15:55:03,282 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:03,283 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000005
2015-02-12 15:55:03,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000005
2015-02-12 15:55:03,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000005
2015-02-12 15:55:03,287 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000005
2015-02-12 15:55:03,287 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000005
2015-02-12 15:55:03,287 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:03,288 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0011_01_000005 from application application_1423785073222_0011
2015-02-12 15:55:03,289 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:03,289 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0011
2015-02-12 15:55:03,307 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:55:03,373 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157 src: /127.0.0.1:57158 dest: /127.0.0.1:55808
2015-02-12 15:55:03,375 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157 src: /127.0.0.1:57159 dest: /127.0.0.1:55798
2015-02-12 15:55:03,376 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157 src: /127.0.0.1:57160 dest: /127.0.0.1:55801
2015-02-12 15:55:03,419 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57160, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000000_0_-1546969277_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157, duration: 40638000
2015-02-12 15:55:03,419 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,419 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:55:03,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57159, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000000_0_-1546969277_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157, duration: 41726000
2015-02-12 15:55:03,420 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,420 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:55:03,420 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57158, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0011_m_000000_0_-1546969277_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157, duration: 42549000
2015-02-12 15:55:03,421 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,421 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741981_1157{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:55:03,425 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0011_m_000000_0_-1546969277_1
2015-02-12 15:55:03,435 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:55:03,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:55:03,449 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/_temporary/attempt_1423785073222_0011_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:03,465 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:55:03,467 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0011_01_000002
2015-02-12 15:55:03,467 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000002
2015-02-12 15:55:03,467 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:55:03,467 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0011_01_000002
2015-02-12 15:55:03,468 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:03,468 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:55:03,468 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000006
2015-02-12 15:55:03,468 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:55:03,469 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000006 on node: host: 10.1.1.67:55843 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:55:03,473 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,476 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,480 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:55:03,489 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,491 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,492 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0011_01_000002 is : 143
2015-02-12 15:55:03,496 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:55:03,498 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:03,501 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:03,503 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000002
2015-02-12 15:55:03,504 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000002
2015-02-12 15:55:03,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000002
2015-02-12 15:55:03,505 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000002
2015-02-12 15:55:03,505 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000002
2015-02-12 15:55:03,507 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:03,507 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0011_01_000002 from application application_1423785073222_0011
2015-02-12 15:55:03,507 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,507 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:03,508 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0011
2015-02-12 15:55:03,512 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,515 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,516 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:55:03,518 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:03,521 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,523 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,526 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:55:03,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:03,532 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,534 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,537 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:55:03,539 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:03,541 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:03,543 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:55:03,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:03,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary/1/task_1423785073222_0011_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,553 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary dst=null perm=null proto=rpc
2015-02-12 15:55:03,559 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,562 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_SUCCESS is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,564 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,569 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,584 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57147, dest: /127.0.0.1:55808, bytes: 54682, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154, duration: 707605000
2015-02-12 15:55:03,584 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,585 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 16212
2015-02-12 15:55:03,585 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57146, dest: /127.0.0.1:55798, bytes: 54682, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154, duration: 709028000
2015-02-12 15:55:03,586 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,586 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 16212
2015-02-12 15:55:03,587 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57145, dest: /127.0.0.1:55805, bytes: 54682, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154, duration: 711156000
2015-02-12 15:55:03,587 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741978_1154, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,588 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741978_1154{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 16212
2015-02-12 15:55:03,590 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,593 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,596 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:55:03,599 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158 src: /127.0.0.1:57162 dest: /127.0.0.1:55808
2015-02-12 15:55:03,602 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158 src: /127.0.0.1:57163 dest: /127.0.0.1:55798
2015-02-12 15:55:03,603 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158 src: /127.0.0.1:57164 dest: /127.0.0.1:55805
2015-02-12 15:55:03,606 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57164, dest: /127.0.0.1:55805, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158, duration: 1433000
2015-02-12 15:55:03,606 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,606 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:55:03,607 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57163, dest: /127.0.0.1:55798, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158, duration: 2095000
2015-02-12 15:55:03,607 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,607 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,608 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57162, dest: /127.0.0.1:55808, bytes: 435, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158, duration: 2940000
2015-02-12 15:55:03,608 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,608 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741982_1158{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,611 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011.summary_tmp is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,616 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:03,623 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:03,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:03,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:03,630 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:03,631 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:03,634 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,638 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:55:03,641 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159 src: /127.0.0.1:57166 dest: /127.0.0.1:55798
2015-02-12 15:55:03,642 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159 src: /127.0.0.1:57167 dest: /127.0.0.1:55808
2015-02-12 15:55:03,643 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159 src: /127.0.0.1:57168 dest: /127.0.0.1:55805
2015-02-12 15:55:03,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57168, dest: /127.0.0.1:55805, bytes: 54682, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159, duration: 1746000
2015-02-12 15:55:03,647 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,647 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57167, dest: /127.0.0.1:55808, bytes: 54682, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159, duration: 2442000
2015-02-12 15:55:03,648 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,651 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57166, dest: /127.0.0.1:55798, bytes: 54682, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159, duration: 5682000
2015-02-12 15:55:03,651 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,652 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,653 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741983_1159{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,658 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:03,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:03,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:03,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:03,669 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:03,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011/job_1423785073222_0011_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:03,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:03,686 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:55:03,691 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160 src: /127.0.0.1:57170 dest: /127.0.0.1:55801
2015-02-12 15:55:03,693 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160 src: /127.0.0.1:57171 dest: /127.0.0.1:55808
2015-02-12 15:55:03,695 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160 src: /127.0.0.1:57172 dest: /127.0.0.1:55798
2015-02-12 15:55:03,700 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57172, dest: /127.0.0.1:55798, bytes: 112681, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160, duration: 3254000
2015-02-12 15:55:03,701 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:03,702 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57171, dest: /127.0.0.1:55808, bytes: 112681, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160, duration: 4495000
2015-02-12 15:55:03,702 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,703 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,703 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57170, dest: /127.0.0.1:55801, bytes: 112681, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_20245201_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160, duration: 6120000
2015-02-12 15:55:03,704 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:03,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,704 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741984_1160{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:03,710 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_20245201_1
2015-02-12 15:55:03,713 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:03,715 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:03,718 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:03,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0011-1423785283927-soberoi-%5B9BA1634C04FC406583AC9D32636E2650%2F0562D370EF744760-1423785303570-5-0-SUCCEEDED-root.soberoi-1423785288770.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:03,732 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0011_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:55:03,733 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:55:03,733 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0011 with final state: FINISHING
2015-02-12 15:55:03,733 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from RUNNING to FINAL_SAVING
2015-02-12 15:55:03,733 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0011
2015-02-12 15:55:03,733 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:55:03,733 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from FINAL_SAVING to FINISHING
2015-02-12 15:55:03,842 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:03,842 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:55:03,842 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000003
2015-02-12 15:55:03,843 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:55:03,843 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000003 on node: host: 10.1.1.67:55847 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:55:04,143 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:04,143 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:55:04,144 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000004
2015-02-12 15:55:04,144 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:04,144 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000004 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:04,254 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:04,254 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:55:04,254 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000005
2015-02-12 15:55:04,254 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:04,255 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000005 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:04,473 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:04,473 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:55:04,473 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000002
2015-02-12 15:55:04,474 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:04,474 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000002 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:04,474 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:04,737 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0011 unregistered successfully.
2015-02-12 15:55:04,742 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741971_1147 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55801
2015-02-12 15:55:04,743 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741972_1148 127.0.0.1:55808 127.0.0.1:55801 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:55:04,743 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741973_1149 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:55:04,743 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741974_1150 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:55:04,743 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741976_1152 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:55:04,744 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741978_1154 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:55:04,744 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741975_1151 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:55:04,744 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0011 dst=null perm=null proto=rpc
2015-02-12 15:55:04,774 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:04,775 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary
2015-02-12 15:55:04,775 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/_temporary dst=null perm=null proto=rpc
2015-02-12 15:55:04,776 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] completed flow: second
2015-02-12 15:55:04,776 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] starting flow: third
2015-02-12 15:55:04,776 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] at least one sink is marked for delete
2015-02-12 15:55:04,776 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:55:04,777 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:04,778 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:04,779 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] starting
2015-02-12 15:55:04,780 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] source: Hfs["TextDelimited[['first', 'second', 'third', 'fourth']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second"]
2015-02-12 15:55:04,780 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] sink: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third"]
2015-02-12 15:55:04,780 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] parallel execution is enabled: true
2015-02-12 15:55:04,780 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] starting jobs: 1
2015-02-12 15:55:04,780 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [third] allocating threads: 1
2015-02-12 15:55:04,781 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] starting step: (1/1) ...cadeplatform/simple/third
2015-02-12 15:55:04,794 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:55:04,809 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:55:04,811 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:04,812 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:55:04,813 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:55:04,816 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 12
2015-02-12 15:55:04,817 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012 dst=null perm=null proto=rpc
2015-02-12 15:55:04,818 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:55:04,819 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:55:04,820 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,821 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,823 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:55:04,826 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 src: /127.0.0.1:57175 dest: /127.0.0.1:55805
2015-02-12 15:55:04,827 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 src: /127.0.0.1:57176 dest: /127.0.0.1:55808
2015-02-12 15:55:04,828 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 src: /127.0.0.1:57177 dest: /127.0.0.1:55798
2015-02-12 15:55:04,834 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57177, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161, duration: 3053000
2015-02-12 15:55:04,834 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:04,836 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,836 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57176, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161, duration: 5501000
2015-02-12 15:55:04,836 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,837 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57175, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161, duration: 6848000
2015-02-12 15:55:04,837 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,844 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741985_1161{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,845 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741985_1161 size 254067
2015-02-12 15:55:04,845 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:04,846 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar
2015-02-12 15:55:04,846 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,847 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:04,848 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,849 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:55:04,853 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:55:04,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:55:04,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:55:04,855 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:55:04,856 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,858 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:04,860 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:04,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:04,864 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 5
2015-02-12 15:55:04,866 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,869 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split
2015-02-12 15:55:04,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:04,871 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]}
2015-02-12 15:55:04,873 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162 src: /127.0.0.1:57178 dest: /127.0.0.1:55805
2015-02-12 15:55:04,874 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162 src: /127.0.0.1:57179 dest: /127.0.0.1:55798
2015-02-12 15:55:04,876 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162 src: /127.0.0.1:57180 dest: /127.0.0.1:55808
2015-02-12 15:55:04,877 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162 src: /127.0.0.1:57181 dest: /127.0.0.1:55801
2015-02-12 15:55:04,881 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57181, dest: /127.0.0.1:55801, bytes: 2371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, duration: 1881000
2015-02-12 15:55:04,881 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:04,882 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57180, dest: /127.0.0.1:55808, bytes: 2371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, duration: 3283000
2015-02-12 15:55:04,882 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,882 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,883 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57179, dest: /127.0.0.1:55798, bytes: 2371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, duration: 4629000
2015-02-12 15:55:04,883 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,886 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57178, dest: /127.0.0.1:55805, bytes: 2371, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, duration: 7089000
2015-02-12 15:55:04,886 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,889 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,900 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,902 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741986_1162{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,904 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:04,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,908 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:55:04,911 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163 src: /127.0.0.1:57182 dest: /127.0.0.1:55805
2015-02-12 15:55:04,913 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163 src: /127.0.0.1:57183 dest: /127.0.0.1:55808
2015-02-12 15:55:04,915 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163 src: /127.0.0.1:57184 dest: /127.0.0.1:55798
2015-02-12 15:55:04,918 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57184, dest: /127.0.0.1:55798, bytes: 188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163, duration: 1196000
2015-02-12 15:55:04,919 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:04,920 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57183, dest: /127.0.0.1:55808, bytes: 188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163, duration: 2745000
2015-02-12 15:55:04,921 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,921 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:04,923 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57182, dest: /127.0.0.1:55805, bytes: 188, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163, duration: 5452000
2015-02-12 15:55:04,924 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,924 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:04,926 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741987_1163{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:04,927 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:04,928 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:6
2015-02-12 15:55:04,929 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,932 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:04,939 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:55:04,941 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164 src: /127.0.0.1:57185 dest: /127.0.0.1:55805
2015-02-12 15:55:04,943 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164 src: /127.0.0.1:57186 dest: /127.0.0.1:55808
2015-02-12 15:55:04,945 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164 src: /127.0.0.1:57187 dest: /127.0.0.1:55798
2015-02-12 15:55:04,948 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57187, dest: /127.0.0.1:55798, bytes: 96053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164, duration: 1678000
2015-02-12 15:55:04,948 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:04,949 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57186, dest: /127.0.0.1:55808, bytes: 96053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164, duration: 2406000
2015-02-12 15:55:04,949 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:04,949 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,950 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57185, dest: /127.0.0.1:55805, bytes: 96053, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164, duration: 3683000
2015-02-12 15:55:04,950 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:04,951 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:04,953 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741988_1164{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:04,954 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:04,954 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0012
2015-02-12 15:55:04,955 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012 dst=null perm=null proto=rpc
2015-02-12 15:55:04,956 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:04,957 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:04,958 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,959 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:04,960 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:04,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:04,961 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:04,975 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,977 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,978 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,980 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,981 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,982 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:04,983 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 12 submitted by user soberoi
2015-02-12 15:55:04,983 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0012
2015-02-12 15:55:04,983 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0012
2015-02-12 15:55:04,983 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0012
2015-02-12 15:55:04,983 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from NEW to NEW_SAVING
2015-02-12 15:55:04,984 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:55:04,984 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0012 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:55:04,984 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from SUBMITTED to ACCEPTED
2015-02-12 15:55:04,985 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0012_000001
2015-02-12 15:55:04,985 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from NEW to SUBMITTED
2015-02-12 15:55:04,985 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0012_000001 to scheduler from user: soberoi
2015-02-12 15:55:04,986 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:55:04,987 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0012
2015-02-12 15:55:04,990 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0012/
2015-02-12 15:55:04,990 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] submitted hadoop job: job_1423785073222_0012
2015-02-12 15:55:04,990 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [third] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0012/
2015-02-12 15:55:05,147 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:05,149 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:05,149 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000001
2015-02-12 15:55:05,149 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:55:05,150 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0012_01_000001
2015-02-12 15:55:05,150 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:05,150 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0012_000001
2015-02-12 15:55:05,150 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0012 AttemptId: appattempt_1423785073222_0012_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0012_01_000001, NodeId: 10.1.1.67:55827, NodeHttpAddress: 10.1.1.67:55830, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55827 }, ]
2015-02-12 15:55:05,151 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:55:05,151 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:55:05,151 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0012_000001
2015-02-12 15:55:05,152 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0012_01_000001, NodeId: 10.1.1.67:55827, NodeHttpAddress: 10.1.1.67:55830, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55827 }, ] for AM appattempt_1423785073222_0012_000001
2015-02-12 15:55:05,152 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0012_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:55:05,152 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0012_000001
2015-02-12 15:55:05,152 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0012_000001
2015-02-12 15:55:05,154 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:05,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000001 by user soberoi
2015-02-12 15:55:05,156 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0012
2015-02-12 15:55:05,156 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000001
2015-02-12 15:55:05,156 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from NEW to INITING
2015-02-12 15:55:05,156 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000001 to application application_1423785073222_0012
2015-02-12 15:55:05,157 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from INITING to RUNNING
2015-02-12 15:55:05,157 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0012_01_000001, NodeId: 10.1.1.67:55827, NodeHttpAddress: 10.1.1.67:55830, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55827 }, ] for AM appattempt_1423785073222_0012_000001
2015-02-12 15:55:05,157 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:55:05,157 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:55:05,157 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:05,157 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:05,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:55:05,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:55:05,158 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:05,158 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0012_01_000001
2015-02-12 15:55:05,168 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785073222_0012_01_000001.tokens. Credentials list:
2015-02-12 15:55:05,258 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:05,284 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:05,384 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785073222_0012_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000001.tokens
2015-02-12 15:55:05,385 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:05,465 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:05,466 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:05,477 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:05,477 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:05,514 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:05,540 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:05,542 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:05,579 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0012/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:05,607 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:05,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:05,653 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:05,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:05,677 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:05,717 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:05,717 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:05,761 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:05,761 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:05,848 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:05,877 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000001/default_container_executor.sh]
2015-02-12 15:55:06,151 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:06,152 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:06,261 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:06,480 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:06,480 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:06,853 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:07,018 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55798 to replicate blk_1073741985_1161 to datanode(s) 127.0.0.1:55801
2015-02-12 15:55:07,019 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741971_1147, blk_1073741972_1148, blk_1073741974_1150, blk_1073741978_1154]
2015-02-12 15:55:07,019 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741978_1154]
2015-02-12 15:55:07,155 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:07,265 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:07,482 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:07,482 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:07,850 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=af99a14b-7ac5-4d1f-92c1-48b0b41704ea, infoPort=55799, ipcPort=55800, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 to 127.0.0.1:55801
2015-02-12 15:55:07,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 15:55:07,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 15:55:07,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 15:55:07,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 15:55:07,852 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:55:07,851 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 15:55:07,852 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 15:55:07,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 15:55:07,853 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 src: /127.0.0.1:57194 dest: /127.0.0.1:55801
2015-02-12 15:55:07,853 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 15:55:07,854 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:07,855 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161 src: /127.0.0.1:57194 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:55:07,857 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741985_1161 size 254067
2015-02-12 15:55:07,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:55:07,922 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:55:07,924 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:55:07,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:55:08,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012 dst=null perm=null proto=rpc
2015-02-12 15:55:08,054 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:55:08,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:55:08,159 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:08,270 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:08,405 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 15:55:08,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 15:55:08,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:55:08,406 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 15:55:08,407 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 15:55:08,425 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:08,431 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:08,486 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:08,486 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:08,859 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,161 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,275 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,489 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,489 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,492 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:09,494 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0012_000001
2015-02-12 15:55:09,495 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0012 APPATTEMPTID=appattempt_1423785073222_0012_000001
2015-02-12 15:55:09,495 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:55:09,495 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from ACCEPTED to RUNNING
2015-02-12 15:55:09,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:09,556 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:09,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:09,792 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0011_01_000001 succeeded
2015-02-12 15:55:09,792 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:55:09,792 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0011_01_000001
2015-02-12 15:55:09,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000001
2015-02-12 15:55:09,813 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000001
2015-02-12 15:55:09,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000001
2015-02-12 15:55:09,814 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000001
2015-02-12 15:55:09,814 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0011_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:55:09,814 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0011_01_000001 from application application_1423785073222_0011
2015-02-12 15:55:09,814 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:09,814 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0011
2015-02-12 15:55:09,814 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0011/container_1423785073222_0011_01_000001
2015-02-12 15:55:09,863 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0011_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:09,863 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0011_000001
2015-02-12 15:55:09,863 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0011_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:55:09,863 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0011_000001
2015-02-12 15:55:09,863 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000001
2015-02-12 15:55:09,864 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0011_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:09,864 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0011_000001 released container container_1423785073222_0011_01_000001 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:09,864 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,864 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0011_000001 State change from FINISHING to FINISHED
2015-02-12 15:55:09,865 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0011 State change from FINISHING to FINISHED
2015-02-12 15:55:09,865 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0011_000001 is done. finalState=FINISHED
2015-02-12 15:55:09,866 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0011 requests cleared
2015-02-12 15:55:09,866 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0011
2015-02-12 15:55:09,866 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0011_000001
2015-02-12 15:55:09,866 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0011,name=[9BA1634C04FC406583AC9D32636E2650/0562D370EF744760A3A54F5CBCE6C23F] second/(1/1) ...adeplatform/simple/second,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0011/jobhistory/job/job_1423785073222_0011,appMasterHost=10.1.1.67,startTime=1423785283927,finishTime=1423785303733,finalStatus=SUCCEEDED
2015-02-12 15:55:09,869 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0011_000001 (auth:SIMPLE)
2015-02-12 15:55:09,871 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0011_01_000001
2015-02-12 15:55:09,871 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0011 CONTAINERID=container_1423785073222_0011_01_000001
2015-02-12 15:55:09,872 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0011_01_000001]
2015-02-12 15:55:09,872 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,872 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:09,872 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:09,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:09,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:09,873 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:09,875 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:09,875 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0011
2015-02-12 15:55:09,876 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:09,876 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0011, with delay of 10800 seconds
2015-02-12 15:55:09,921 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:55:09,979 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165 src: /127.0.0.1:57202 dest: /127.0.0.1:55805
2015-02-12 15:55:09,981 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165 src: /127.0.0.1:57203 dest: /127.0.0.1:55798
2015-02-12 15:55:09,982 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165 src: /127.0.0.1:57204 dest: /127.0.0.1:55808
2015-02-12 15:55:10,018 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57204, dest: /127.0.0.1:55808, bytes: 112648, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165, duration: 33948000
2015-02-12 15:55:10,018 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:10,019 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57203, dest: /127.0.0.1:55798, bytes: 112648, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165, duration: 35465000
2015-02-12 15:55:10,020 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 0
2015-02-12 15:55:10,020 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:10,020 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57202, dest: /127.0.0.1:55805, bytes: 112648, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165, duration: 36744000
2015-02-12 15:55:10,021 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:10,021 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:10,022 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741989_1165{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:10,023 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741975_1151, blk_1073741976_1152]
2015-02-12 15:55:10,024 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741971_1147, blk_1073741972_1148, blk_1073741973_1149, blk_1073741974_1150, blk_1073741975_1151, blk_1073741976_1152, blk_1073741978_1154]
2015-02-12 15:55:10,030 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1_conf.xml is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:10,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:10,069 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:55:10,073 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166 src: /127.0.0.1:57205 dest: /127.0.0.1:55801
2015-02-12 15:55:10,077 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166 src: /127.0.0.1:57206 dest: /127.0.0.1:55808
2015-02-12 15:55:10,079 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166 src: /127.0.0.1:57207 dest: /127.0.0.1:55798
2015-02-12 15:55:10,088 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57207, dest: /127.0.0.1:55798, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166, duration: 6202000
2015-02-12 15:55:10,088 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:10,088 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:10,089 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57206, dest: /127.0.0.1:55808, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166, duration: 7338000
2015-02-12 15:55:10,089 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:10,090 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:10,090 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57205, dest: /127.0.0.1:55801, bytes: 389, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166, duration: 8450000
2015-02-12 15:55:10,091 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:10,091 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741990_1166{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:10,106 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012.summary is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:10,165 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:10,165 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:10,165 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,166 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0011
2015-02-12 15:55:10,166 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:10,166 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,166 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0011, with delay of 10800 seconds
2015-02-12 15:55:10,280 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:10,280 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:10,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,280 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,281 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0011
2015-02-12 15:55:10,281 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:10,281 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0011, with delay of 10800 seconds
2015-02-12 15:55:10,281 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,492 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:10,492 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:10,492 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:10,492 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,493 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,494 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0011
2015-02-12 15:55:10,494 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0011 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:10,494 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0011, with delay of 10800 seconds
2015-02-12 15:55:10,494 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0011
2015-02-12 15:55:10,522 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156
2015-02-12 15:55:10,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162
2015-02-12 15:55:10,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157
2015-02-12 15:55:10,523 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153
2015-02-12 15:55:10,524 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155
2015-02-12 15:55:10,525 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160
2015-02-12 15:55:10,662 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157
2015-02-12 15:55:10,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160
2015-02-12 15:55:10,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158
2015-02-12 15:55:10,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163
2015-02-12 15:55:10,664 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155
2015-02-12 15:55:10,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153
2015-02-12 15:55:10,665 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162
2015-02-12 15:55:10,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 15:55:10,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 15:55:10,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 15:55:10,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 15:55:10,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 15:55:10,832 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:55:10,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 15:55:10,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 15:55:10,833 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 15:55:10,834 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:55:10,870 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161
2015-02-12 15:55:10,871 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156
2015-02-12 15:55:10,872 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164
2015-02-12 15:55:10,873 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159
2015-02-12 15:55:10,877 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:10,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:10,878 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000002
2015-02-12 15:55:10,878 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:55:11,138 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971 for deletion
2015-02-12 15:55:11,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972 for deletion
2015-02-12 15:55:11,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741973 for deletion
2015-02-12 15:55:11,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741974 for deletion
2015-02-12 15:55:11,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741971_1147 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741971
2015-02-12 15:55:11,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741973_1149 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741973
2015-02-12 15:55:11,139 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741975 for deletion
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741976 for deletion
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741972_1148 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741972
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741978 for deletion
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741974_1150 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741974
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741975_1151 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741975
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741976_1152 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741976
2015-02-12 15:55:11,140 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741978_1154 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741978
2015-02-12 15:55:11,170 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:11,170 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:11,171 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000003
2015-02-12 15:55:11,171 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:55:11,281 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:11,281 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:11,281 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000004
2015-02-12 15:55:11,281 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:55:11,496 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:11,496 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:11,497 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:11,497 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000005
2015-02-12 15:55:11,497 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:55:11,540 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164
2015-02-12 15:55:11,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163
2015-02-12 15:55:11,541 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741977_1153
2015-02-12 15:55:11,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741984_1160
2015-02-12 15:55:11,542 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158
2015-02-12 15:55:11,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162
2015-02-12 15:55:11,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159
2015-02-12 15:55:11,543 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741981_1157
2015-02-12 15:55:11,544 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741979_1155
2015-02-12 15:55:11,555 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0012_01_000002
2015-02-12 15:55:11,555 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:11,556 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0012_01_000003
2015-02-12 15:55:11,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:11,556 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0012_01_000004
2015-02-12 15:55:11,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:11,557 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0012_01_000005
2015-02-12 15:55:11,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:11,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,626 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161
2015-02-12 15:55:11,628 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741983_1159
2015-02-12 15:55:11,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,646 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:11,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:11,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,652 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,666 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,668 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:11,745 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161
2015-02-12 15:55:11,746 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:11,747 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:11,748 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:11,751 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:11,751 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000002 by user soberoi
2015-02-12 15:55:11,752 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0012
2015-02-12 15:55:11,752 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000002
2015-02-12 15:55:11,752 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from NEW to INITING
2015-02-12 15:55:11,752 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000002 to application application_1423785073222_0012
2015-02-12 15:55:11,752 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from INITING to RUNNING
2015-02-12 15:55:11,753 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:55:11,753 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,753 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,753 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:11,753 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0012
2015-02-12 15:55:11,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:11,753 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:11,754 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0012_01_000002
2015-02-12 15:55:11,755 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000003 by user soberoi
2015-02-12 15:55:11,756 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000003
2015-02-12 15:55:11,756 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000003 to application application_1423785073222_0012
2015-02-12 15:55:11,758 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:55:11,758 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,758 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,758 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:11,758 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0012
2015-02-12 15:55:11,760 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:11,765 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000005 by user soberoi
2015-02-12 15:55:11,765 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0012
2015-02-12 15:55:11,765 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000005
2015-02-12 15:55:11,766 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from NEW to INITING
2015-02-12 15:55:11,766 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000005 to application application_1423785073222_0012
2015-02-12 15:55:11,766 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from INITING to RUNNING
2015-02-12 15:55:11,767 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:55:11,767 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,767 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,767 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:11,767 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0012
2015-02-12 15:55:11,768 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:11,768 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:11,768 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0012_01_000005
2015-02-12 15:55:11,777 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0012_01_000002.tokens. Credentials list:
2015-02-12 15:55:11,788 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0012_01_000005.tokens. Credentials list:
2015-02-12 15:55:11,801 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000004 by user soberoi
2015-02-12 15:55:11,802 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0012
2015-02-12 15:55:11,802 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000004
2015-02-12 15:55:11,802 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from NEW to INITING
2015-02-12 15:55:11,803 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000004 to application application_1423785073222_0012
2015-02-12 15:55:11,803 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from INITING to RUNNING
2015-02-12 15:55:11,803 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:55:11,803 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,803 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0012
2015-02-12 15:55:11,803 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:11,803 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0012
2015-02-12 15:55:11,804 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:11,804 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:11,804 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0012_01_000004
2015-02-12 15:55:11,824 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:11,824 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:11,830 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0012_01_000004.tokens. Credentials list:
2015-02-12 15:55:11,831 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741988_1164
2015-02-12 15:55:11,839 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741980_1156
2015-02-12 15:55:11,853 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741982_1158
2015-02-12 15:55:11,858 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741986_1162
2015-02-12 15:55:11,859 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741987_1163
2015-02-12 15:55:11,878 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:11,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:11,879 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000006
2015-02-12 15:55:11,879 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:55:12,049 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:12,051 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:12,068 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:12,096 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000003/default_container_executor.sh]
2015-02-12 15:55:12,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:12,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:12,171 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000007
2015-02-12 15:55:12,171 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 3 containers, <memory:4096, vCores:3> used and <memory:0, vCores:5> available after allocation
2015-02-12 15:55:12,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/nmPrivate/container_1423785073222_0012_01_000005.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000005.tokens
2015-02-12 15:55:12,256 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:12,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/nmPrivate/container_1423785073222_0012_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000002.tokens
2015-02-12 15:55:12,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:12,282 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:12,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/nmPrivate/container_1423785073222_0012_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000004.tokens
2015-02-12 15:55:12,295 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:12,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:12,442 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:12,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:12,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:12,457 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:12,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:12,496 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:12,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:12,517 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:12,525 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0012/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:12,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:12,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:12,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:12,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:12,572 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:12,573 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:12,584 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:12,585 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:12,586 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000006 by user soberoi
2015-02-12 15:55:12,587 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000006
2015-02-12 15:55:12,587 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000006 to application application_1423785073222_0012
2015-02-12 15:55:12,587 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:55:12,587 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:12,587 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0012
2015-02-12 15:55:12,587 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:12,587 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0012
2015-02-12 15:55:12,588 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0012_01_000006
2015-02-12 15:55:12,589 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0012_01_000007 by user soberoi
2015-02-12 15:55:12,589 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000007
2015-02-12 15:55:12,589 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0012_01_000007 to application application_1423785073222_0012
2015-02-12 15:55:12,590 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:55:12,590 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0012
2015-02-12 15:55:12,590 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0012
2015-02-12 15:55:12,590 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:12,590 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0012
2015-02-12 15:55:12,591 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:12,608 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423785073222_0012_01_000006.tokens. Credentials list:
2015-02-12 15:55:12,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:12,613 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:12,669 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:12,669 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:12,684 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:12,684 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:12,684 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:12,720 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:12,721 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:12,727 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0012/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:12,727 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:12,784 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:12,785 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:12,802 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:12,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:12,803 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:12,803 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:12,813 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:12,813 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:12,879 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:12,882 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:12,882 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000008
2015-02-12 15:55:12,882 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:55:12,992 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000007/default_container_executor.sh]
2015-02-12 15:55:13,059 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000005/default_container_executor.sh]
2015-02-12 15:55:13,060 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000002/default_container_executor.sh]
2015-02-12 15:55:13,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000004/default_container_executor.sh]
2015-02-12 15:55:13,071 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000006/default_container_executor.sh]
2015-02-12 15:55:13,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:13,171 INFO fair.FSAppAttempt (FSAppAttempt.java:reserve(441)) - Making reservation: node=10.1.1.67 app_id=application_1423785073222_0012
2015-02-12 15:55:13,171 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000009 Container Transitioned from NEW to RESERVED
2015-02-12 15:55:13,172 INFO fair.FSSchedulerNode (FSSchedulerNode.java:reserveResource(75)) - Reserved container container_1423785073222_0012_01_000009 on node host: 10.1.1.67:55827 #containers=3 available=0 used=4096 for application org.apache.hadoop.yarn.server.resourcemanager.scheduler.fair.FSAppAttempt@71d6a44d
2015-02-12 15:55:13,284 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:13,284 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000010
2015-02-12 15:55:13,284 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0012_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:55:13,578 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:55:13,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:13,579 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:13,717 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:13,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/nmPrivate/container_1423785073222_0012_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000006.tokens
2015-02-12 15:55:13,855 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:14,174 INFO fair.FairScheduler (FairScheduler.java:attemptScheduling(1051)) - Releasing reservation that cannot be satisfied for application appattempt_1423785073222_0012_000001 on node host: 10.1.1.67:55827 #containers=3 available=0 used=4096
2015-02-12 15:55:14,175 INFO fair.FSAppAttempt (FSAppAttempt.java:unreserveInternal(169)) - Application application_1423785073222_0012 unreserved on node host: 10.1.1.67:55827 #containers=3 available=0 used=4096, currently has 0 at priority 20; currentReservation <memory:0, vCores:0>
2015-02-12 15:55:14,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000008 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:55:14,584 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000008 in state: RELEASED event:RELEASED
2015-02-12 15:55:14,584 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000008
2015-02-12 15:55:14,584 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:55:14,584 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000008 on node: host: 10.1.1.67:55847 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:55:14,584 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:55:14,584 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000010 in state: RELEASED event:RELEASED
2015-02-12 15:55:14,584 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000010
2015-02-12 15:55:14,584 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:55:14,585 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000010 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: RELEASED
2015-02-12 15:55:14,885 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0012_01_000008
2015-02-12 15:55:15,286 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0012_01_000010
2015-02-12 15:55:15,530 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166
2015-02-12 15:55:15,531 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741985_1161
2015-02-12 15:55:15,877 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166
2015-02-12 15:55:15,878 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165
2015-02-12 15:55:16,750 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741990_1166
2015-02-12 15:55:16,751 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165
2015-02-12 15:55:16,865 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741989_1165
2015-02-12 15:55:24,096 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:24,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:24,249 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:24,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:24,293 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:24,315 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:24,583 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:24,609 INFO namenode.FSEditLog (FSEditLog.java:printStatistics(690)) - Number of transactions: 1388 Total time for transactions(ms): 89 Number of transactions batched in Syncs: 4 Number of syncs: 930 SyncTimes(ms): 343 253
2015-02-12 15:55:24,610 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:24,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:24,723 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:24,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:24,740 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:24,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:24,792 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:24,799 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:24,875 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:24,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:24,917 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:25,214 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:55:25,291 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167 src: /127.0.0.1:57250 dest: /127.0.0.1:55808
2015-02-12 15:55:25,294 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167 src: /127.0.0.1:57251 dest: /127.0.0.1:55798
2015-02-12 15:55:25,297 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167 src: /127.0.0.1:57252 dest: /127.0.0.1:55805
2015-02-12 15:55:25,342 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57252, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000001_0_403730962_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167, duration: 42290000
2015-02-12 15:55:25,343 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:25,343 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:25,343 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57251, dest: /127.0.0.1:55798, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000001_0_403730962_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167, duration: 43229000
2015-02-12 15:55:25,343 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:25,344 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57250, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000001_0_403730962_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167, duration: 44496000
2015-02-12 15:55:25,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:25,345 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:25,345 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741991_1167{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:25,351 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0012_m_000001_0_403730962_1
2015-02-12 15:55:25,363 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,380 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:55:25,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:25,415 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:55:25,416 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:25,418 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000003
2015-02-12 15:55:25,418 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000003
2015-02-12 15:55:25,419 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:55:25,420 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000003
2015-02-12 15:55:25,446 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0012_01_000003 is : 143
2015-02-12 15:55:25,457 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:55:25,458 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:25,458 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000003
2015-02-12 15:55:25,459 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000003
2015-02-12 15:55:25,460 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169 src: /127.0.0.1:57256 dest: /127.0.0.1:55805
2015-02-12 15:55:25,461 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000003
2015-02-12 15:55:25,462 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169 src: /127.0.0.1:57257 dest: /127.0.0.1:55801
2015-02-12 15:55:25,462 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000003
2015-02-12 15:55:25,463 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000003
2015-02-12 15:55:25,463 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169 src: /127.0.0.1:57258 dest: /127.0.0.1:55798
2015-02-12 15:55:25,463 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:25,463 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000003 from application application_1423785073222_0012
2015-02-12 15:55:25,464 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:25,464 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:25,467 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist for DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:25,508 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000005_0/part-00005 is closed by DFSClient_attempt_1423785073222_0012_m_000005_0_-572292739_1
2015-02-12 15:55:25,510 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168 src: /127.0.0.1:57254 dest: /127.0.0.1:55798
2015-02-12 15:55:25,511 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168 src: /127.0.0.1:57259 dest: /127.0.0.1:55808
2015-02-12 15:55:25,513 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168 src: /127.0.0.1:57260 dest: /127.0.0.1:55805
2015-02-12 15:55:25,586 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,600 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:55:25,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:25,621 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57260, dest: /127.0.0.1:55805, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000002_0_1836294295_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168, duration: 106344000
2015-02-12 15:55:25,621 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:25,622 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57259, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000002_0_1836294295_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168, duration: 107502000
2015-02-12 15:55:25,622 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:25,622 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:25,623 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:25,623 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57254, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000002_0_1836294295_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168, duration: 108521000
2015-02-12 15:55:25,623 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:25,624 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741992_1168{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:25,628 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:25,630 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000007
2015-02-12 15:55:25,631 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000007
2015-02-12 15:55:25,632 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:55:25,632 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:25,635 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:55:25,635 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000003
2015-02-12 15:55:25,635 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available, release resources=true
2015-02-12 15:55:25,635 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000003 on node: host: 10.1.1.67:55827 #containers=2 available=1024 used=3072 with event: FINISHED
2015-02-12 15:55:25,636 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000007
2015-02-12 15:55:25,662 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0012_m_000002_0_1836294295_1
2015-02-12 15:55:25,662 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0012_01_000007 is : 143
2015-02-12 15:55:25,672 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:25,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000007
2015-02-12 15:55:25,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000007
2015-02-12 15:55:25,672 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000007
2015-02-12 15:55:25,673 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000007
2015-02-12 15:55:25,673 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000007
2015-02-12 15:55:25,673 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:25,674 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000007 from application application_1423785073222_0012
2015-02-12 15:55:25,674 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:25,674 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:25,685 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,700 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:55:25,702 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,705 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:55:25,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:25,755 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:25,758 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000004
2015-02-12 15:55:25,758 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000004
2015-02-12 15:55:25,758 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:55:25,758 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000004
2015-02-12 15:55:25,779 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0012_01_000004 is : 143
2015-02-12 15:55:25,789 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:25,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000004
2015-02-12 15:55:25,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000004
2015-02-12 15:55:25,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000004
2015-02-12 15:55:25,790 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000004
2015-02-12 15:55:25,790 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000004
2015-02-12 15:55:25,791 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:25,791 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000004 from application application_1423785073222_0012
2015-02-12 15:55:25,791 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:25,791 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:25,850 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0012_m_000004_0_172030529_1
2015-02-12 15:55:25,870 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:55:25,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,889 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:55:25,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:55:25,892 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170 src: /127.0.0.1:57267 dest: /127.0.0.1:55805
2015-02-12 15:55:25,895 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170 src: /127.0.0.1:57271 dest: /127.0.0.1:55801
2015-02-12 15:55:25,898 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170 src: /127.0.0.1:57272 dest: /127.0.0.1:55808
2015-02-12 15:55:25,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:25,917 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:25,919 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000006
2015-02-12 15:55:25,919 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000006
2015-02-12 15:55:25,919 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:55:25,919 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000006
2015-02-12 15:55:25,938 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0012_01_000006 is : 143
2015-02-12 15:55:25,948 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:25,952 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000006
2015-02-12 15:55:25,953 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000006
2015-02-12 15:55:25,954 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000006
2015-02-12 15:55:25,955 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000006
2015-02-12 15:55:25,955 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000006
2015-02-12 15:55:25,955 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:25,955 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000006 from application application_1423785073222_0012
2015-02-12 15:55:25,956 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:25,956 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:26,009 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171 src: /127.0.0.1:57270 dest: /127.0.0.1:55808
2015-02-12 15:55:26,010 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171 src: /127.0.0.1:57274 dest: /127.0.0.1:55805
2015-02-12 15:55:26,012 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171 src: /127.0.0.1:57275 dest: /127.0.0.1:55798
2015-02-12 15:55:26,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57272, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000003_0_83190677_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170, duration: 125439000
2015-02-12 15:55:26,027 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:26,028 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,028 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57271, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000003_0_83190677_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170, duration: 127706000
2015-02-12 15:55:26,029 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,031 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,032 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57267, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000003_0_83190677_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170, duration: 131072000
2015-02-12 15:55:26,032 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,033 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741994_1170{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,041 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0012_m_000003_0_83190677_1
2015-02-12 15:55:26,056 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:55:26,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:55:26,068 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:55:26,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:26,081 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57275, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000000_0_-1926248254_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171, duration: 67526000
2015-02-12 15:55:26,081 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:26,082 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57274, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000000_0_-1926248254_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171, duration: 68889000
2015-02-12 15:55:26,082 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,083 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,085 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57270, dest: /127.0.0.1:55808, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0012_m_000000_0_-1926248254_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171, duration: 70817000
2015-02-12 15:55:26,085 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,085 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,087 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741995_1171{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,088 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:26,090 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000005
2015-02-12 15:55:26,090 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000005
2015-02-12 15:55:26,091 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:55:26,091 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000005
2015-02-12 15:55:26,098 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0012_m_000000_0_-1926248254_1
2015-02-12 15:55:26,115 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0012_01_000005 is : 143
2015-02-12 15:55:26,118 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:55:26,124 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:26,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000005
2015-02-12 15:55:26,124 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000005
2015-02-12 15:55:26,125 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000005
2015-02-12 15:55:26,125 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:26,125 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000005 from application application_1423785073222_0012
2015-02-12 15:55:26,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000005
2015-02-12 15:55:26,125 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000005
2015-02-12 15:55:26,125 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:26,126 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:26,129 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:55:26,130 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:55:26,136 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/_temporary/attempt_1423785073222_0012_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:26,149 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:26,151 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000002
2015-02-12 15:55:26,151 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000002
2015-02-12 15:55:26,151 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:55:26,152 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000002
2015-02-12 15:55:26,152 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:26,152 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:55:26,152 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000006
2015-02-12 15:55:26,152 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:55:26,152 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000006 on node: host: 10.1.1.67:55847 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:55:26,156 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,158 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,162 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:55:26,171 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,172 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:55:26,174 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0012_01_000002 is : 143
2015-02-12 15:55:26,175 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:26,178 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,190 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:55:26,196 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:26,196 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000002
2015-02-12 15:55:26,197 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000002
2015-02-12 15:55:26,200 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000002
2015-02-12 15:55:26,201 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000002
2015-02-12 15:55:26,204 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000002
2015-02-12 15:55:26,205 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:26,205 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000002 from application application_1423785073222_0012
2015-02-12 15:55:26,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:26,207 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:26,207 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:26,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,218 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:55:26,221 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:26,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,225 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:55:26,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:26,233 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,235 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,240 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:55:26,242 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:26,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,250 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:26,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:55:26,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:26,256 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary/1/task_1423785073222_0012_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary dst=null perm=null proto=rpc
2015-02-12 15:55:26,267 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,270 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_SUCCESS is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,275 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,292 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57258, dest: /127.0.0.1:55798, bytes: 61714, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169, duration: 827034000
2015-02-12 15:55:26,292 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:26,293 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 16834
2015-02-12 15:55:26,293 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57257, dest: /127.0.0.1:55801, bytes: 61714, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169, duration: 828511000
2015-02-12 15:55:26,293 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,294 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 16834
2015-02-12 15:55:26,295 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57256, dest: /127.0.0.1:55805, bytes: 61714, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169, duration: 830128000
2015-02-12 15:55:26,295 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741993_1169, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,295 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741993_1169{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW]]} size 16834
2015-02-12 15:55:26,297 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,302 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,305 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:55:26,308 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172 src: /127.0.0.1:57278 dest: /127.0.0.1:55808
2015-02-12 15:55:26,312 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172 src: /127.0.0.1:57279 dest: /127.0.0.1:55798
2015-02-12 15:55:26,316 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172 src: /127.0.0.1:57280 dest: /127.0.0.1:55801
2015-02-12 15:55:26,322 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57280, dest: /127.0.0.1:55801, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172, duration: 2581000
2015-02-12 15:55:26,323 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:26,324 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,324 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57279, dest: /127.0.0.1:55798, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172, duration: 4808000
2015-02-12 15:55:26,325 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,327 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57278, dest: /127.0.0.1:55808, bytes: 434, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172, duration: 7546000
2015-02-12 15:55:26,327 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,329 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741996_1172{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,356 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012.summary_tmp is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,377 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:26,387 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:26,395 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:26,402 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:26,405 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:26,407 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:26,410 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,418 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:55:26,422 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173 src: /127.0.0.1:57282 dest: /127.0.0.1:55805
2015-02-12 15:55:26,423 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173 src: /127.0.0.1:57283 dest: /127.0.0.1:55798
2015-02-12 15:55:26,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173 src: /127.0.0.1:57284 dest: /127.0.0.1:55808
2015-02-12 15:55:26,432 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57284, dest: /127.0.0.1:55808, bytes: 61714, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173, duration: 3766000
2015-02-12 15:55:26,432 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:26,434 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,435 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57283, dest: /127.0.0.1:55798, bytes: 61714, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173, duration: 2867000
2015-02-12 15:55:26,436 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,440 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57282, dest: /127.0.0.1:55805, bytes: 61714, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173, duration: 11061000
2015-02-12 15:55:26,440 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,443 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,444 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741997_1173{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:26,454 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,456 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:26,458 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:26,460 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:26,461 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:26,462 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:26,463 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012/job_1423785073222_0012_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:26,472 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:26,480 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:55:26,484 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174 src: /127.0.0.1:57286 dest: /127.0.0.1:55798
2015-02-12 15:55:26,486 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174 src: /127.0.0.1:57287 dest: /127.0.0.1:55801
2015-02-12 15:55:26,490 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174 src: /127.0.0.1:57288 dest: /127.0.0.1:55805
2015-02-12 15:55:26,494 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57288, dest: /127.0.0.1:55805, bytes: 112648, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174, duration: 2055000
2015-02-12 15:55:26,495 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:26,495 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,495 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57287, dest: /127.0.0.1:55801, bytes: 112648, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174, duration: 3032000
2015-02-12 15:55:26,496 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,497 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57286, dest: /127.0.0.1:55798, bytes: 112648, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_2106901720_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174, duration: 4370000
2015-02-12 15:55:26,497 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:26,497 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,498 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741998_1174{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:26,500 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_2106901720_1
2015-02-12 15:55:26,502 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:26,505 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:26,510 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:26,513 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0012-1423785304983-soberoi-%5B4299CDA749BA40B6AFB1478908362958%2F0287A77CEFC943F3-1423785326277-6-0-SUCCEEDED-root.soberoi-1423785309521.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:26,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0012_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:55:26,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:55:26,523 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0012 with final state: FINISHING
2015-02-12 15:55:26,523 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from RUNNING to FINAL_SAVING
2015-02-12 15:55:26,523 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0012
2015-02-12 15:55:26,523 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:55:26,524 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from FINAL_SAVING to FINISHING
2015-02-12 15:55:26,633 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:26,633 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:26,633 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:55:26,633 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000007
2015-02-12 15:55:26,633 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:55:26,633 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000007 on node: host: 10.1.1.67:55827 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:55:26,761 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:26,762 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:55:26,762 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000004
2015-02-12 15:55:26,762 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:26,762 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000004 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:27,094 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:27,094 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:55:27,094 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000005
2015-02-12 15:55:27,095 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:27,095 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000005 on node: host: 10.1.1.67:55843 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:27,156 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:27,156 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:55:27,156 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000002
2015-02-12 15:55:27,156 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:27,156 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000002 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:27,156 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:27,529 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0012 unregistered successfully.
2015-02-12 15:55:27,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741985_1161 127.0.0.1:55808 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55801
2015-02-12 15:55:27,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741986_1162 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:55:27,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741987_1163 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:55:27,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741988_1164 127.0.0.1:55805 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:55:27,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741990_1166 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55798
2015-02-12 15:55:27,534 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741993_1169 127.0.0.1:55805 127.0.0.1:55801 127.0.0.1:55798
2015-02-12 15:55:27,535 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741989_1165 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808
2015-02-12 15:55:27,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0012 dst=null perm=null proto=rpc
2015-02-12 15:55:27,572 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:27,574 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary
2015-02-12 15:55:27,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/_temporary dst=null perm=null proto=rpc
2015-02-12 15:55:27,577 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] completed flow: third
2015-02-12 15:55:27,577 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] starting flow: fourth
2015-02-12 15:55:27,577 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] at least one sink is marked for delete
2015-02-12 15:55:27,577 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] sink oldest modified date: Wed Dec 31 15:59:59 PST 1969
2015-02-12 15:55:27,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:27,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:27,582 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] starting
2015-02-12 15:55:27,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] source: Hfs["TextDelimited[['mangled']]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third"]
2015-02-12 15:55:27,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] sink: Hfs["TextLine[['offset', 'line']->[ALL]]"]["/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth"]
2015-02-12 15:55:27,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] parallel execution is enabled: true
2015-02-12 15:55:27,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] starting jobs: 1
2015-02-12 15:55:27,583 INFO flow.Flow (BaseFlow.java:logInfo(1378)) - [fourth] allocating threads: 1
2015-02-12 15:55:27,588 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] starting step: (1/1) ...adeplatform/simple/fourth
2015-02-12 15:55:27,598 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:55:27,615 INFO client.RMProxy (RMProxy.java:createRMProxy(98)) - Connecting to ResourceManager at /10.1.1.67:55824
2015-02-12 15:55:27,617 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:27,618 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:55:27,619 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:55:27,622 INFO resourcemanager.ClientRMService (ClientRMService.java:getNewApplicationId(250)) - Allocated new applicationId: 13
2015-02-12 15:55:27,624 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013 dst=null perm=null proto=rpc
2015-02-12 15:55:27,625 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013 dst=null perm=soberoi:supergroup:rwxr-xr-x proto=rpc
2015-02-12 15:55:27,627 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013 dst=null perm=soberoi:supergroup:rwx------ proto=rpc
2015-02-12 15:55:27,628 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,629 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,631 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar. BP-1640039792-10.1.1.67-1423785056790 blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:55:27,634 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:27,634 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:27,635 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 src: /127.0.0.1:57304 dest: /127.0.0.1:55805
2015-02-12 15:55:27,637 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 src: /127.0.0.1:57305 dest: /127.0.0.1:55798
2015-02-12 15:55:27,638 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 src: /127.0.0.1:57306 dest: /127.0.0.1:55808
2015-02-12 15:55:27,643 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57306, dest: /127.0.0.1:55808, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175, duration: 3416000
2015-02-12 15:55:27,643 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:27,644 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57305, dest: /127.0.0.1:55798, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175, duration: 3879000
2015-02-12 15:55:27,644 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,645 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,645 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,646 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57304, dest: /127.0.0.1:55805, bytes: 254067, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175, duration: 5112000
2015-02-12 15:55:27,646 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,647 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073741999_1175{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,648 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:27,649 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar
2015-02-12 15:55:27,649 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,650 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,651 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,653 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,655 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir dst=null perm=null proto=rpc
2015-02-12 15:55:27,656 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target dst=null perm=null proto=rpc
2015-02-12 15:55:27,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi dst=null perm=null proto=rpc
2015-02-12 15:55:27,657 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user dst=null perm=null proto=rpc
2015-02-12 15:55:27,658 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/ dst=null perm=null proto=rpc
2015-02-12 15:55:27,659 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,663 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:27,665 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:27,667 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:27,669 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 6
2015-02-12 15:55:27,671 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,674 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,675 INFO blockmanagement.BlockManager (BlockManager.java:setReplication(2655)) - Increasing replication from 3 to 10 for /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split
2015-02-12 15:55:27,676 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setReplication src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:27,677 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split. BP-1640039792-10.1.1.67-1423785056790 blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:55:27,680 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176 src: /127.0.0.1:57307 dest: /127.0.0.1:55801
2015-02-12 15:55:27,682 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176 src: /127.0.0.1:57308 dest: /127.0.0.1:55808
2015-02-12 15:55:27,683 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176 src: /127.0.0.1:57309 dest: /127.0.0.1:55805
2015-02-12 15:55:27,684 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176 src: /127.0.0.1:57310 dest: /127.0.0.1:55798
2015-02-12 15:55:27,689 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57310, dest: /127.0.0.1:55798, bytes: 2758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, duration: 2162000
2015-02-12 15:55:27,689 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:27,690 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:27,690 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57309, dest: /127.0.0.1:55805, bytes: 2758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, duration: 2735000
2015-02-12 15:55:27,690 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,691 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,691 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57308, dest: /127.0.0.1:55808, bytes: 2758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, duration: 3413000
2015-02-12 15:55:27,691 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,692 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,692 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57307, dest: /127.0.0.1:55801, bytes: 2758, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, duration: 5122000
2015-02-12 15:55:27,693 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,695 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742000_1176{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,696 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:27,697 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,699 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,701 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo. BP-1640039792-10.1.1.67-1423785056790 blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:55:27,703 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177 src: /127.0.0.1:57311 dest: /127.0.0.1:55801
2015-02-12 15:55:27,704 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177 src: /127.0.0.1:57312 dest: /127.0.0.1:55808
2015-02-12 15:55:27,705 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177 src: /127.0.0.1:57313 dest: /127.0.0.1:55805
2015-02-12 15:55:27,707 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57313, dest: /127.0.0.1:55805, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177, duration: 1051000
2015-02-12 15:55:27,708 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:27,708 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]} size 0
2015-02-12 15:55:27,708 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57312, dest: /127.0.0.1:55808, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177, duration: 1556000
2015-02-12 15:55:27,709 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,709 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,709 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57311, dest: /127.0.0.1:55801, bytes: 193, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177, duration: 2618000
2015-02-12 15:55:27,710 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,711 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742001_1177{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,713 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:27,713 INFO mapreduce.JobSubmitter (JobSubmitter.java:submitJobInternal(492)) - number of splits:7
2015-02-12 15:55:27,714 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,716 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=soberoi:supergroup:rw-r--r-- proto=rpc
2015-02-12 15:55:27,722 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW]]}
2015-02-12 15:55:27,724 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178 src: /127.0.0.1:57314 dest: /127.0.0.1:55798
2015-02-12 15:55:27,725 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178 src: /127.0.0.1:57315 dest: /127.0.0.1:55808
2015-02-12 15:55:27,727 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178 src: /127.0.0.1:57316 dest: /127.0.0.1:55805
2015-02-12 15:55:27,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57316, dest: /127.0.0.1:55805, bytes: 96002, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178, duration: 3196000
2015-02-12 15:55:27,734 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:27,734 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,734 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57315, dest: /127.0.0.1:55808, bytes: 96002, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178, duration: 2982000
2015-02-12 15:55:27,735 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,736 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,736 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57314, dest: /127.0.0.1:55798, bytes: 96002, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_1798620156_9, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178, duration: 4432000
2015-02-12 15:55:27,736 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:27,738 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742002_1178{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:27,758 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml is closed by DFSClient_NONMAPREDUCE_1798620156_9
2015-02-12 15:55:27,758 INFO mapreduce.JobSubmitter (JobSubmitter.java:printTokens(575)) - Submitting tokens for job: job_1423785073222_0013
2015-02-12 15:55:27,759 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013 dst=null perm=null proto=rpc
2015-02-12 15:55:27,760 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:27,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:27,761 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:27,762 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,763 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:27,764 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:27,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:27,765 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:27,767 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,768 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,769 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,771 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,772 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,773 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:27,774 INFO resourcemanager.ClientRMService (ClientRMService.java:submitApplication(541)) - Application with id 13 submitted by user soberoi
2015-02-12 15:55:27,774 INFO rmapp.RMAppImpl (RMAppImpl.java:transition(968)) - Storing application with id application_1423785073222_0013
2015-02-12 15:55:27,775 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi IP=10.1.1.67 OPERATION=Submit Application Request TARGET=ClientRMService RESULT=SUCCESS APPID=application_1423785073222_0013
2015-02-12 15:55:27,775 INFO recovery.RMStateStore (RMStateStore.java:transition(136)) - Storing info for app: application_1423785073222_0013
2015-02-12 15:55:27,775 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0013 State change from NEW to NEW_SAVING
2015-02-12 15:55:27,775 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0013 State change from NEW_SAVING to SUBMITTED
2015-02-12 15:55:27,775 INFO fair.FairScheduler (FairScheduler.java:addApplication(622)) - Accepted application application_1423785073222_0013 from user: soberoi, in queue: default, currently num of applications: 2
2015-02-12 15:55:27,776 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0013 State change from SUBMITTED to ACCEPTED
2015-02-12 15:55:27,776 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerAppAttempt(654)) - Registering app attempt : appattempt_1423785073222_0013_000001
2015-02-12 15:55:27,776 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from NEW to SUBMITTED
2015-02-12 15:55:27,776 INFO fair.FairScheduler (FairScheduler.java:addApplicationAttempt(667)) - Added Application Attempt appattempt_1423785073222_0013_000001 to scheduler from user: soberoi
2015-02-12 15:55:27,777 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from SUBMITTED to SCHEDULED
2015-02-12 15:55:27,778 INFO impl.YarnClientImpl (YarnClientImpl.java:submitApplication(236)) - Submitted application application_1423785073222_0013
2015-02-12 15:55:27,782 INFO mapreduce.Job (Job.java:submit(1299)) - The url to track the job: http://Edinburgh.local:55825/proxy/application_1423785073222_0013/
2015-02-12 15:55:27,782 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] submitted hadoop job: job_1423785073222_0013
2015-02-12 15:55:27,782 INFO flow.FlowStep (BaseFlowStep.java:logInfo(834)) - [fourth] tracking url: http://Edinburgh.local:55825/proxy/application_1423785073222_0013/
2015-02-12 15:55:27,871 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(178)) - Rescanning after 30005 milliseconds
2015-02-12 15:55:27,871 INFO blockmanagement.CacheReplicationMonitor (CacheReplicationMonitor.java:run(203)) - Scanned 0 directive(s) and 0 block(s) in 0 millisecond(s).
2015-02-12 15:55:28,037 INFO BlockStateChange (BlockManager.java:computeReplicationWorkForBlocks(1471)) - BLOCK* ask 127.0.0.1:55808 to replicate blk_1073741999_1175 to datanode(s) 127.0.0.1:55801
2015-02-12 15:55:28,037 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55805 to delete [blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741993_1169]
2015-02-12 15:55:28,038 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55808 to delete [blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166]
2015-02-12 15:55:28,095 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:28,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000001 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:28,096 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000001
2015-02-12 15:55:28,096 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55843, which has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available after allocation
2015-02-12 15:55:28,096 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0013_01_000001
2015-02-12 15:55:28,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000001 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:28,097 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:clearNodeSetForAttempt(146)) - Clear node set for appattempt_1423785073222_0013_000001
2015-02-12 15:55:28,097 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:storeAttempt(1845)) - Storing attempt: AppId: application_1423785073222_0013 AttemptId: appattempt_1423785073222_0013_000001 MasterContainer: Container: [ContainerId: container_1423785073222_0013_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ]
2015-02-12 15:55:28,097 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from SCHEDULED to ALLOCATED_SAVING
2015-02-12 15:55:28,097 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from ALLOCATED_SAVING to ALLOCATED
2015-02-12 15:55:28,097 INFO amlauncher.AMLauncher (AMLauncher.java:run(253)) - Launching masterappattempt_1423785073222_0013_000001
2015-02-12 15:55:28,098 INFO amlauncher.AMLauncher (AMLauncher.java:launch(106)) - Setting up container Container: [ContainerId: container_1423785073222_0013_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0013_000001
2015-02-12 15:55:28,098 INFO amlauncher.AMLauncher (AMLauncher.java:createAMContainerLaunchContext(191)) - Command to launch container container_1423785073222_0013_01_000001 : $JAVA_HOME/bin/java -Dlog4j.configuration=container-log4j.properties -Dyarn.app.container.log.dir=<LOG_DIR> -Dyarn.app.container.log.filesize=0 -Dhadoop.root.logger=INFO,CLA -Xmx1024m org.apache.hadoop.mapreduce.v2.app.MRAppMaster 1><LOG_DIR>/stdout 2><LOG_DIR>/stderr
2015-02-12 15:55:28,099 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createAndGetAMRMToken(195)) - Create AMRMToken for ApplicationAttempt: appattempt_1423785073222_0013_000001
2015-02-12 15:55:28,099 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:createPassword(307)) - Creating password for appattempt_1423785073222_0013_000001
2015-02-12 15:55:28,101 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:28,104 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000001 by user soberoi
2015-02-12 15:55:28,105 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0013
2015-02-12 15:55:28,105 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000001
2015-02-12 15:55:28,105 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from NEW to INITING
2015-02-12 15:55:28,105 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000001 to application application_1423785073222_0013
2015-02-12 15:55:28,105 INFO amlauncher.AMLauncher (AMLauncher.java:launch(127)) - Done launching container Container: [ContainerId: container_1423785073222_0013_01_000001, NodeId: 10.1.1.67:55843, NodeHttpAddress: 10.1.1.67:55846, Resource: <memory:2048, vCores:1>, Priority: 0, Token: Token { kind: ContainerToken, service: 10.1.1.67:55843 }, ] for AM appattempt_1423785073222_0013_000001
2015-02-12 15:55:28,106 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from INITING to RUNNING
2015-02-12 15:55:28,106 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from ALLOCATED to LAUNCHED
2015-02-12 15:55:28,106 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000001 transitioned from NEW to LOCALIZING
2015-02-12 15:55:28,106 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:28,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:28,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo transitioned from INIT to DOWNLOADING
2015-02-12 15:55:28,106 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split transitioned from INIT to DOWNLOADING
2015-02-12 15:55:28,107 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:28,107 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000001
2015-02-12 15:55:28,121 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0013_01_000001.tokens. Credentials list:
2015-02-12 15:55:28,160 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:28,160 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:28,262 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:28,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/nmPrivate/container_1423785073222_0013_01_000001.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000001.tokens
2015-02-12 15:55:28,356 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:28,443 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:28,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:28,500 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:28,529 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:28,530 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:28,566 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0013/filecache/11/job.splitmetainfo) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:28,605 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:28,606 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:28,635 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:28,635 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:28,642 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0013/filecache/12/job.split) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:28,682 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:28,683 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:28,731 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0013/filecache/13/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:28,731 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000001 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:28,761 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:28,769 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000001 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:28,769 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:28,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000001/default_container_executor.sh]
2015-02-12 15:55:29,096 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000001 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:29,096 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 15:55:29,153 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 15:55:29,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 15:55:29,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 15:55:29,154 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 15:55:29,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data5/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 15:55:29,156 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data6/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 15:55:29,160 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:29,160 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:29,421 INFO datanode.DataNode (DataNode.java:transferBlock(1845)) - DatanodeRegistration(127.0.0.1, datanodeUuid=2748d360-8116-4708-9eb2-7e7b36e1c257, infoPort=55809, ipcPort=55810, storageInfo=lv=-56;cid=testClusterID;nsid=1060162056;c=0) Starting thread to transfer BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 to 127.0.0.1:55801
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 15:55:29,423 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 15:55:29,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 15:55:29,424 INFO datanode.DataNode (DataNode.java:run(2050)) - DataTransfer: Transmitted BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 (numBytes=254067) to /127.0.0.1:55801
2015-02-12 15:55:29,422 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:55:29,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data8/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 15:55:29,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 15:55:29,424 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 src: /127.0.0.1:57322 dest: /127.0.0.1:55801
2015-02-12 15:55:29,424 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data7/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 15:55:29,426 INFO datanode.DataNode (DataXceiver.java:writeBlock(749)) - Received BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175 src: /127.0.0.1:57322 dest: /127.0.0.1:55801 of size 254067
2015-02-12 15:55:29,427 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073741999_1175 size 254067
2015-02-12 15:55:29,639 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:29,640 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:29,765 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,099 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,163 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,163 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,640 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,640 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,769 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:30,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168
2015-02-12 15:55:30,891 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167
2015-02-12 15:55:30,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging dst=null perm=null proto=rpc
2015-02-12 15:55:30,927 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_STARTED dst=null perm=null proto=rpc
2015-02-12 15:55:30,928 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_SUCCESS dst=null perm=null proto=rpc
2015-02-12 15:55:30,930 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_FAIL dst=null perm=null proto=rpc
2015-02-12 15:55:31,040 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55798 to delete [blk_1073741985_1161, blk_1073741986_1162, blk_1073741987_1163, blk_1073741988_1164, blk_1073741989_1165, blk_1073741990_1166, blk_1073741993_1169]
2015-02-12 15:55:31,040 INFO hdfs.StateChange (BlockManager.java:invalidateWorkForOneNode(3338)) - BLOCK* BlockManager: ask 127.0.0.1:55801 to delete [blk_1073741985_1161, blk_1073741986_1162, blk_1073741990_1166, blk_1073741993_1169]
2015-02-12 15:55:31,051 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013 dst=null perm=null proto=rpc
2015-02-12 15:55:31,052 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate dst=null perm=null proto=rpc
2015-02-12 15:55:31,053 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi dst=null perm=null proto=rpc
2015-02-12 15:55:31,104 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:31,161 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:31,162 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:31,428 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:31,434 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.splitmetainfo dst=null perm=null proto=rpc
2015-02-12 15:55:31,640 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:31,640 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:31,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172
2015-02-12 15:55:31,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167
2015-02-12 15:55:31,770 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171
2015-02-12 15:55:31,771 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:31,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173
2015-02-12 15:55:31,771 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170
2015-02-12 15:55:31,772 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168
2015-02-12 15:55:31,846 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:55:31,847 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 15:55:31,847 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 15:55:31,847 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:55:31,848 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 15:55:31,849 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 15:55:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data3/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 15:55:31,850 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data4/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985 for deletion
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986 for deletion
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741987 for deletion
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741988 for deletion
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741985_1161 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741985
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741986_1162 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741986
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741988_1164 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741988
2015-02-12 15:55:31,871 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741989 for deletion
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741990 for deletion
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741987_1163 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741987
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:deleteAsync(205)) - Scheduling blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741993 for deletion
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741990_1166 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741990
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741989_1165 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data2/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741989
2015-02-12 15:55:31,872 INFO impl.FsDatasetAsyncDiskService (FsDatasetAsyncDiskService.java:run(281)) - Deleted BP-1640039792-10.1.1.67-1423785056790 blk_1073741993_1169 file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/data/dfs/data/data1/current/BP-1640039792-10.1.1.67-1423785056790/current/finalized/subdir0/subdir0/blk_1073741993
2015-02-12 15:55:31,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171
2015-02-12 15:55:31,880 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170
2015-02-12 15:55:31,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741992_1168
2015-02-12 15:55:31,881 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741991_1167
2015-02-12 15:55:31,882 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173
2015-02-12 15:55:31,883 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174
2015-02-12 15:55:32,105 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:32,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:32,166 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:32,467 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:32,469 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:registerApplicationMaster(272)) - AM registration appattempt_1423785073222_0013_000001
2015-02-12 15:55:32,469 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(122)) - USER=soberoi IP=10.1.1.67 OPERATION=Register App Master TARGET=ApplicationMasterService RESULT=SUCCESS APPID=application_1423785073222_0013 APPATTEMPTID=appattempt_1423785073222_0013_000001
2015-02-12 15:55:32,469 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from LAUNCHED to RUNNING
2015-02-12 15:55:32,469 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0013 State change from ACCEPTED to RUNNING
2015-02-12 15:55:32,592 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:32,595 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=mkdirs src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1 dst=null perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:32,607 INFO launcher.ContainerLaunch (ContainerLaunch.java:call(343)) - Container container_1423785073222_0012_01_000001 succeeded
2015-02-12 15:55:32,608 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000001 transitioned from RUNNING to EXITED_WITH_SUCCESS
2015-02-12 15:55:32,608 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0012_01_000001
2015-02-12 15:55:32,644 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:32,644 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:32,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000001
2015-02-12 15:55:32,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000001
2015-02-12 15:55:32,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000001
2015-02-12 15:55:32,660 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0012/container_1423785073222_0012_01_000001
2015-02-12 15:55:32,660 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Succeeded TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000001
2015-02-12 15:55:32,661 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0012_01_000001 transitioned from EXITED_WITH_SUCCESS to DONE
2015-02-12 15:55:32,662 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0012_01_000001 from application application_1423785073222_0012
2015-02-12 15:55:32,662 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:32,662 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0012
2015-02-12 15:55:32,752 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1_conf.xml dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:32,775 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:32,980 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1_conf.xml. BP-1640039792-10.1.1.67-1423785056790 blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]}
2015-02-12 15:55:33,031 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179 src: /127.0.0.1:57330 dest: /127.0.0.1:55801
2015-02-12 15:55:33,032 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179 src: /127.0.0.1:57331 dest: /127.0.0.1:55805
2015-02-12 15:55:33,033 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179 src: /127.0.0.1:57332 dest: /127.0.0.1:55808
2015-02-12 15:55:33,064 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57332, dest: /127.0.0.1:55808, bytes: 112597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179, duration: 29297000
2015-02-12 15:55:33,065 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:33,065 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57331, dest: /127.0.0.1:55805, bytes: 112597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179, duration: 29966000
2015-02-12 15:55:33,066 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:33,066 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:33,068 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57330, dest: /127.0.0.1:55801, bytes: 112597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179, duration: 31991000
2015-02-12 15:55:33,068 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:33,069 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:33,071 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742003_1179{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:33,078 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1_conf.xml is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:33,110 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,111 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013.summary dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:33,114 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013.summary. BP-1640039792-10.1.1.67-1423785056790 blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:55:33,119 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180 src: /127.0.0.1:57333 dest: /127.0.0.1:55801
2015-02-12 15:55:33,121 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180 src: /127.0.0.1:57334 dest: /127.0.0.1:55798
2015-02-12 15:55:33,124 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180 src: /127.0.0.1:57335 dest: /127.0.0.1:55805
2015-02-12 15:55:33,127 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57335, dest: /127.0.0.1:55805, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180, duration: 1722000
2015-02-12 15:55:33,127 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:33,129 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:33,129 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57334, dest: /127.0.0.1:55798, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180, duration: 3154000
2015-02-12 15:55:33,130 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:33,130 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:33,133 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57333, dest: /127.0.0.1:55801, bytes: 390, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180, duration: 5223000
2015-02-12 15:55:33,134 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:33,137 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742004_1180{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:33,145 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013.summary is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:33,169 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,170 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,646 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0012_01_000001 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:33,646 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:unregisterAttempt(660)) - Unregistering app attempt : appattempt_1423785073222_0012_000001
2015-02-12 15:55:33,646 INFO security.AMRMTokenSecretManager (AMRMTokenSecretManager.java:applicationMasterFinished(124)) - Application finished, removing password for appattempt_1423785073222_0012_000001
2015-02-12 15:55:33,646 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0012_000001 State change from FINISHING to FINISHED
2015-02-12 15:55:33,647 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0012 State change from FINISHING to FINISHED
2015-02-12 15:55:33,646 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0012_01_000001 in state: COMPLETED event:FINISHED
2015-02-12 15:55:33,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(143)) - USER=soberoi OPERATION=Application Finished - Succeeded TARGET=RMAppManager RESULT=SUCCESS APPID=application_1423785073222_0012
2015-02-12 15:55:33,647 INFO amlauncher.AMLauncher (AMLauncher.java:run(267)) - Cleaning master appattempt_1423785073222_0012_000001
2015-02-12 15:55:33,647 INFO resourcemanager.RMAppManager$ApplicationSummary (RMAppManager.java:logAppSummary(177)) - appId=application_1423785073222_0012,name=[4299CDA749BA40B6AFB1478908362958/0287A77CEFC943F3A824EC59760DB0F7] third/(1/1) ...cadeplatform/simple/third,user=soberoi,queue=root.soberoi,state=FINISHED,trackingUrl=http://Edinburgh.local:55825/proxy/application_1423785073222_0012/jobhistory/job/job_1423785073222_0012,appMasterHost=10.1.1.67,startTime=1423785304983,finishTime=1423785326523,finalStatus=SUCCEEDED
2015-02-12 15:55:33,647 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000001
2015-02-12 15:55:33,648 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0012_01_000001 of capacity <memory:2048, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:33,648 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0012_000001 released container container_1423785073222_0012_01_000001 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:33,648 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,648 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,649 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000002 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:33,649 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000002
2015-02-12 15:55:33,649 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:55:33,649 INFO fair.FairScheduler (FairScheduler.java:removeApplicationAttempt(736)) - Application appattempt_1423785073222_0012_000001 is done. finalState=FINISHED
2015-02-12 15:55:33,649 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:clearRequests(115)) - Application application_1423785073222_0012 requests cleared
2015-02-12 15:55:33,650 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0012_000001 (auth:SIMPLE)
2015-02-12 15:55:33,651 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0012_01_000001
2015-02-12 15:55:33,652 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0012 CONTAINERID=container_1423785073222_0012_01_000001
2015-02-12 15:55:33,652 INFO nodemanager.NodeStatusUpdaterImpl (NodeStatusUpdaterImpl.java:removeOrTrackCompletedContainersFromContext(470)) - Removed completed containers from NM context: [container_1423785073222_0012_01_000003, container_1423785073222_0012_01_000001]
2015-02-12 15:55:33,652 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,652 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,653 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,652 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:33,653 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000003 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:33,653 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000003
2015-02-12 15:55:33,653 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:55:33,653 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,654 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0012
2015-02-12 15:55:33,654 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:33,654 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0012, with delay of 10800 seconds
2015-02-12 15:55:33,655 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,654 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,778 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:33,778 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:33,778 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000004 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:33,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,778 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,779 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0012
2015-02-12 15:55:33,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:33,779 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:33,779 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0012, with delay of 10800 seconds
2015-02-12 15:55:33,778 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000004
2015-02-12 15:55:33,780 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:55:33,779 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,114 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:34,114 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:34,115 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000005 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:34,115 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000005
2015-02-12 15:55:34,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,116 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,116 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0012
2015-02-12 15:55:34,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,117 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,116 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which has 2 containers, <memory:3072, vCores:2> used and <memory:1024, vCores:6> available after allocation
2015-02-12 15:55:34,117 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:34,118 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0012, with delay of 10800 seconds
2015-02-12 15:55:34,173 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from RUNNING to APPLICATION_RESOURCES_CLEANINGUP
2015-02-12 15:55:34,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:34,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:34,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000006 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:34,173 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000006
2015-02-12 15:55:34,173 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available after allocation
2015-02-12 15:55:34,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,174 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_STOP for appId application_1423785073222_0012
2015-02-12 15:55:34,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,174 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,175 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0012
2015-02-12 15:55:34,174 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0012 transitioned from APPLICATION_RESOURCES_CLEANINGUP to FINISHED
2015-02-12 15:55:34,176 INFO loghandler.NonAggregatingLogHandler (NonAggregatingLogHandler.java:handle(134)) - Scheduling Log Deletion for application: application_1423785073222_0012, with delay of 10800 seconds
2015-02-12 15:55:34,523 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55827 for container : container_1423785073222_0013_01_000002
2015-02-12 15:55:34,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000002 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:34,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000003 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:34,524 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55839 for container : container_1423785073222_0013_01_000004
2015-02-12 15:55:34,524 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000004 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:34,525 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55843 for container : container_1423785073222_0013_01_000005
2015-02-12 15:55:34,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000005 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:34,525 INFO security.NMTokenSecretManagerInRM (NMTokenSecretManagerInRM.java:createAndGetNMToken(200)) - Sending NMToken for nodeId : 10.1.1.67:55847 for container : container_1423785073222_0013_01_000006
2015-02-12 15:55:34,525 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000006 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:34,567 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,579 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:34,580 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:34,582 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,584 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,596 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,598 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,599 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/MRAppJar.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,601 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/user/soberoi/target/Hadoop2MR1Platform-tmpDir/hadoop-8681261545765439065.jar dst=null perm=null proto=rpc
2015-02-12 15:55:34,656 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:34,656 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000007 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:34,657 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000007
2015-02-12 15:55:34,657 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:55:34,676 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:34,676 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:34,676 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:34,676 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:34,677 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:34,680 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000005 by user soberoi
2015-02-12 15:55:34,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000006 by user soberoi
2015-02-12 15:55:34,680 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000004 by user soberoi
2015-02-12 15:55:34,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0013
2015-02-12 15:55:34,681 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000005 to application application_1423785073222_0013
2015-02-12 15:55:34,681 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000006
2015-02-12 15:55:34,681 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000005
2015-02-12 15:55:34,682 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from NEW to INITING
2015-02-12 15:55:34,682 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000006 to application application_1423785073222_0013
2015-02-12 15:55:34,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000002 by user soberoi
2015-02-12 15:55:34,682 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from INITING to RUNNING
2015-02-12 15:55:34,682 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0013
2015-02-12 15:55:34,682 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000006 transitioned from NEW to LOCALIZING
2015-02-12 15:55:34,682 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000002
2015-02-12 15:55:34,683 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000003 by user soberoi
2015-02-12 15:55:34,683 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000003
2015-02-12 15:55:34,681 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000005 transitioned from NEW to LOCALIZING
2015-02-12 15:55:34,683 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,683 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,683 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:34,684 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:34,681 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(826)) - Creating a new application reference for app application_1423785073222_0013
2015-02-12 15:55:34,684 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000004
2015-02-12 15:55:34,684 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000005 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:34,683 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from NEW to INITING
2015-02-12 15:55:34,684 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000002 to application application_1423785073222_0013
2015-02-12 15:55:34,685 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000003 to application application_1423785073222_0013
2015-02-12 15:55:34,685 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from NEW to INITING
2015-02-12 15:55:34,685 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from INITING to RUNNING
2015-02-12 15:55:34,686 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000002 transitioned from NEW to LOCALIZING
2015-02-12 15:55:34,682 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,686 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,686 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000003 transitioned from NEW to LOCALIZING
2015-02-12 15:55:34,686 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,686 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,686 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:34,685 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000004 to application application_1423785073222_0013
2015-02-12 15:55:34,686 INFO application.Application (ApplicationImpl.java:handle(458)) - Application application_1423785073222_0013 transitioned from INITING to RUNNING
2015-02-12 15:55:34,686 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000004 transitioned from NEW to LOCALIZING
2015-02-12 15:55:34,687 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,687 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,687 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:34,687 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:34,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:34,687 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:34,687 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000004
2015-02-12 15:55:34,686 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:34,688 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:34,688 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:34,688 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,688 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:34,688 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:34,688 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:34,688 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000002
2015-02-12 15:55:34,686 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:34,689 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:34,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar transitioned from INIT to DOWNLOADING
2015-02-12 15:55:34,690 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml transitioned from INIT to DOWNLOADING
2015-02-12 15:55:34,690 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000006
2015-02-12 15:55:34,707 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000003
2015-02-12 15:55:34,722 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0013_01_000004.tokens. Credentials list:
2015-02-12 15:55:34,741 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0013_01_000006.tokens. Credentials list:
2015-02-12 15:55:34,742 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0013_01_000002.tokens. Credentials list:
2015-02-12 15:55:34,742 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785073222_0013_01_000003.tokens. Credentials list:
2015-02-12 15:55:34,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000004 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:34,779 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:34,779 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000008 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:34,780 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000008
2015-02-12 15:55:34,780 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available after allocation
2015-02-12 15:55:34,817 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000005 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:34,817 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,050 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:35,061 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:35,062 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:35,120 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000005 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:35,120 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:35,173 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000006 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:35,173 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:35,174 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:35,231 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000005/default_container_executor.sh]
2015-02-12 15:55:35,278 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/nmPrivate/container_1423785073222_0013_01_000002.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000002.tokens
2015-02-12 15:55:35,279 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:35,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/nmPrivate/container_1423785073222_0013_01_000006.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000006.tokens
2015-02-12 15:55:35,305 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:35,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/nmPrivate/container_1423785073222_0013_01_000004.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000004.tokens
2015-02-12 15:55:35,307 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:35,444 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:35,446 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:35,479 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:35,481 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:35,483 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:35,484 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar dst=null perm=null proto=rpc
2015-02-12 15:55:35,529 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:35,542 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000007 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:35,545 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000008 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:35,548 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176
2015-02-12 15:55:35,549 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741994_1170
2015-02-12 15:55:35,550 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172
2015-02-12 15:55:35,563 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:35,565 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:35,567 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000007 by user soberoi
2015-02-12 15:55:35,567 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000007
2015-02-12 15:55:35,567 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000007 to application application_1423785073222_0013
2015-02-12 15:55:35,568 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000007 transitioned from NEW to LOCALIZING
2015-02-12 15:55:35,568 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:35,568 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:35,568 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:35,568 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:35,568 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000007
2015-02-12 15:55:35,578 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:35,580 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:startContainerInternal(786)) - Start request for container_1423785073222_0013_01_000008 by user soberoi
2015-02-12 15:55:35,581 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Start Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000008
2015-02-12 15:55:35,582 INFO application.Application (ApplicationImpl.java:transition(298)) - Adding container_1423785073222_0013_01_000008 to application application_1423785073222_0013
2015-02-12 15:55:35,582 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000008 transitioned from NEW to LOCALIZING
2015-02-12 15:55:35,582 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_INIT for appId application_1423785073222_0013
2015-02-12 15:55:35,582 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event APPLICATION_INIT for appId application_1423785073222_0013
2015-02-12 15:55:35,583 INFO containermanager.AuxServices (AuxServices.java:handle(200)) - Got APPLICATION_INIT for service mapreduce_shuffle
2015-02-12 15:55:35,583 INFO mapred.ShuffleHandler (ShuffleHandler.java:addJobToken(560)) - Added token for job_1423785073222_0013
2015-02-12 15:55:35,583 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:handle(694)) - Created localizer for container_1423785073222_0013_01_000008
2015-02-12 15:55:35,592 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785073222_0013_01_000007.tokens. Credentials list:
2015-02-12 15:55:35,593 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.jar(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0013/filecache/10/job.jar) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:35,608 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:35,611 INFO localizer.ResourceLocalizationService (ResourceLocalizationService.java:writeCredentials(1153)) - Writing credentials to the nmPrivate file /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785073222_0013_01_000008.tokens. Credentials list:
2015-02-12 15:55:35,612 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:35,621 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:35,622 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:35,638 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:35,659 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000002 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:35,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000003 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:35,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000007 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:35,660 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml dst=null perm=null proto=rpc
2015-02-12 15:55:35,660 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000009 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:35,660 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000009
2015-02-12 15:55:35,660 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which has 4 containers, <memory:4096, vCores:4> used and <memory:0, vCores:4> available after allocation
2015-02-12 15:55:35,700 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:35,700 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000002 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:35,700 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000003 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:35,701 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000007 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:35,730 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:35,730 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000006 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:35,752 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175
2015-02-12 15:55:35,753 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174
2015-02-12 15:55:35,754 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177
2015-02-12 15:55:35,767 INFO localizer.LocalizedResource (LocalizedResource.java:handle(203)) - Resource hdfs://localhost:55797/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.xml(->/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013/filecache/11/job.xml) transitioned from DOWNLOADING to LOCALIZED
2015-02-12 15:55:35,767 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000004 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:35,767 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000008 transitioned from LOCALIZING to LOCALIZED
2015-02-12 15:55:35,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000008 Container Transitioned from ACQUIRED to RUNNING
2015-02-12 15:55:35,783 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000010 Container Transitioned from NEW to ALLOCATED
2015-02-12 15:55:35,783 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Allocated Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000010
2015-02-12 15:55:35,783 INFO scheduler.SchedulerNode (SchedulerNode.java:allocateContainer(141)) - Assigned container container_1423785073222_0013_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available after allocation
2015-02-12 15:55:35,801 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000002 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:35,802 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,812 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000007 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:35,812 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,817 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000003 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:35,817 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,820 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000006 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:35,820 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,848 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000004 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:35,848 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,864 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000008 transitioned from LOCALIZED to RUNNING
2015-02-12 15:55:35,864 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:35,894 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741995_1171
2015-02-12 15:55:35,896 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175
2015-02-12 15:55:35,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176
2015-02-12 15:55:35,897 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741996_1172
2015-02-12 15:55:36,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741997_1173
2015-02-12 15:55:36,097 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178
2015-02-12 15:55:36,121 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000002/default_container_executor.sh]
2015-02-12 15:55:36,137 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000003/default_container_executor.sh]
2015-02-12 15:55:36,139 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000007/default_container_executor.sh]
2015-02-12 15:55:36,141 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000006/default_container_executor.sh]
2015-02-12 15:55:36,207 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000004/default_container_executor.sh]
2015-02-12 15:55:36,219 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(191)) - launchContainer: [nice, -n, 0, bash, /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000008/default_container_executor.sh]
2015-02-12 15:55:36,296 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741998_1174
2015-02-12 15:55:36,553 INFO scheduler.AppSchedulingInfo (AppSchedulingInfo.java:updateResourceRequests(179)) - checking for deactivate...
2015-02-12 15:55:36,553 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000009 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:36,553 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000010 Container Transitioned from ALLOCATED to ACQUIRED
2015-02-12 15:55:36,734 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:36,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177
2015-02-12 15:55:36,776 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176
2015-02-12 15:55:36,777 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178
2015-02-12 15:55:36,804 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:36,887 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742001_1177
2015-02-12 15:55:36,887 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/nmPrivate/container_1423785073222_0013_01_000007.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000007.tokens
2015-02-12 15:55:36,888 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:36,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175
2015-02-12 15:55:36,889 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742000_1176
2015-02-12 15:55:36,969 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/nmPrivate/container_1423785073222_0013_01_000008.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000008.tokens
2015-02-12 15:55:36,970 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:36,980 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073741999_1175
2015-02-12 15:55:37,033 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:createUserCacheDirs(575)) - Initializing user soberoi
2015-02-12 15:55:37,091 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742002_1178
2015-02-12 15:55:37,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(105)) - Copying from /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/nmPrivate/container_1423785073222_0013_01_000003.tokens to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000003.tokens
2015-02-12 15:55:37,180 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:startLocalizer(107)) - CWD set to /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013 = file:/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013
2015-02-12 15:55:37,556 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000009 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:55:37,557 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000009 in state: RELEASED event:RELEASED
2015-02-12 15:55:37,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000009
2015-02-12 15:55:37,557 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000009 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 3 containers, <memory:3072, vCores:3> used and <memory:1024, vCores:5> available, release resources=true
2015-02-12 15:55:37,557 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000009 on node: host: 10.1.1.67:55827 #containers=3 available=1024 used=3072 with event: RELEASED
2015-02-12 15:55:37,557 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000010 Container Transitioned from ACQUIRED to RELEASED
2015-02-12 15:55:37,557 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000010 in state: RELEASED event:RELEASED
2015-02-12 15:55:37,557 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi IP=10.1.1.67 OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000010
2015-02-12 15:55:37,558 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000010 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:55:37,558 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000010 on node: host: 10.1.1.67:55839 #containers=2 available=2048 used=2048 with event: RELEASED
2015-02-12 15:55:37,661 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0013_01_000009
2015-02-12 15:55:37,785 WARN containermanager.ContainerManagerImpl (ContainerManagerImpl.java:handle(1045)) - Event EventType: KILL_CONTAINER sent to absent container container_1423785073222_0013_01_000010
2015-02-12 15:55:40,761 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179
2015-02-12 15:55:40,762 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180
2015-02-12 15:55:41,300 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180
2015-02-12 15:55:41,988 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179
2015-02-12 15:55:42,095 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742004_1180
2015-02-12 15:55:42,096 INFO datanode.BlockPoolSliceScanner (BlockPoolSliceScanner.java:verifyBlock(444)) - Verification succeeded for BP-1640039792-10.1.1.67-1423785056790:blk_1073742003_1179
2015-02-12 15:55:48,696 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:48,873 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:48,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:48,941 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:48,962 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:48,979 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:49,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job.split dst=null perm=null proto=rpc
2015-02-12 15:55:49,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:49,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000003_0/part-00003 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,393 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:49,427 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000004_0/part-00004 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,477 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:49,492 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:49,508 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:49,528 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000002_0/part-00002 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,535 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:49,544 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000001_0/part-00001 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,562 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000000_0/part-00000 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,570 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000005_0/part-00005 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,575 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:49,647 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000006_0/part-00006 dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:49,884 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000003_0/part-00003. BP-1640039792-10.1.1.67-1423785056790 blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:55:49,967 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181 src: /127.0.0.1:57377 dest: /127.0.0.1:55801
2015-02-12 15:55:49,969 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181 src: /127.0.0.1:57378 dest: /127.0.0.1:55805
2015-02-12 15:55:49,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181 src: /127.0.0.1:57379 dest: /127.0.0.1:55808
2015-02-12 15:55:50,001 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57379, dest: /127.0.0.1:55808, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000003_0_-1444905652_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181, duration: 27698000
2015-02-12 15:55:50,002 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:50,002 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:50,002 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57378, dest: /127.0.0.1:55805, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000003_0_-1444905652_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181, duration: 28605000
2015-02-12 15:55:50,003 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,005 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57377, dest: /127.0.0.1:55801, bytes: 59, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000003_0_-1444905652_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181, duration: 30067000
2015-02-12 15:55:50,005 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:50,005 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742005_1181, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,006 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742005_1181{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|FINALIZED], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:50,011 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000003_0/part-00003 is closed by DFSClient_attempt_1423785073222_0013_m_000003_0_-1444905652_1
2015-02-12 15:55:50,023 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000003_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:55:50,038 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000003_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000003 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,070 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,072 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000005
2015-02-12 15:55:50,072 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000005
2015-02-12 15:55:50,072 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000005 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,073 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000005
2015-02-12 15:55:50,091 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist. BP-1640039792-10.1.1.67-1423785056790 blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:55:50,091 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000005 is : 143
2015-02-12 15:55:50,093 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182 src: /127.0.0.1:57382 dest: /127.0.0.1:55798
2015-02-12 15:55:50,095 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182 src: /127.0.0.1:57383 dest: /127.0.0.1:55805
2015-02-12 15:55:50,096 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182 src: /127.0.0.1:57384 dest: /127.0.0.1:55808
2015-02-12 15:55:50,103 INFO hdfs.StateChange (FSNamesystem.java:fsync(4286)) - BLOCK* fsync: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist for DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:50,103 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000005 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000005
2015-02-12 15:55:50,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000005
2015-02-12 15:55:50,104 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000005
2015-02-12 15:55:50,104 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000005
2015-02-12 15:55:50,105 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000005 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,105 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000005 from application application_1423785073222_0013
2015-02-12 15:55:50,105 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,105 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,105 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-2_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000005
2015-02-12 15:55:50,126 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000004_0/part-00004 is closed by DFSClient_attempt_1423785073222_0013_m_000004_0_-800525578_1
2015-02-12 15:55:50,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,148 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000004_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,149 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:55:50,157 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000004_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000004 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,241 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,243 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000006
2015-02-12 15:55:50,243 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000006
2015-02-12 15:55:50,243 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000006 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,243 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000006
2015-02-12 15:55:50,263 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000006 is : 143
2015-02-12 15:55:50,273 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000006 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,273 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000006
2015-02-12 15:55:50,274 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000006
2015-02-12 15:55:50,275 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000006
2015-02-12 15:55:50,276 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-3_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000006
2015-02-12 15:55:50,277 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000006
2015-02-12 15:55:50,277 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000006 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,277 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000006 from application application_1423785073222_0013
2015-02-12 15:55:50,277 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,277 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,277 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000001_0/part-00001. BP-1640039792-10.1.1.67-1423785056790 blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]}
2015-02-12 15:55:50,358 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183 src: /127.0.0.1:57388 dest: /127.0.0.1:55805
2015-02-12 15:55:50,359 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183 src: /127.0.0.1:57389 dest: /127.0.0.1:55801
2015-02-12 15:55:50,361 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183 src: /127.0.0.1:57390 dest: /127.0.0.1:55808
2015-02-12 15:55:50,396 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000005_0/part-00005 is closed by DFSClient_attempt_1423785073222_0013_m_000005_0_1702816003_1
2015-02-12 15:55:50,401 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000002_0/part-00002. BP-1640039792-10.1.1.67-1423785056790 blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:55:50,422 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000000_0/part-00000. BP-1640039792-10.1.1.67-1423785056790 blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]}
2015-02-12 15:55:50,533 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57390, dest: /127.0.0.1:55808, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000001_0_-630151574_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183, duration: 170978000
2015-02-12 15:55:50,533 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,534 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:50,534 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000006_0/part-00006 is closed by DFSClient_attempt_1423785073222_0013_m_000006_0_1218802623_1
2015-02-12 15:55:50,534 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57389, dest: /127.0.0.1:55801, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000001_0_-630151574_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183, duration: 172170000
2015-02-12 15:55:50,535 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,535 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,535 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57388, dest: /127.0.0.1:55805, bytes: 68, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000001_0_-630151574_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183, duration: 173040000
2015-02-12 15:55:50,536 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742007_1183, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,536 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742007_1183{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:50,540 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000001_0/part-00001 is closed by DFSClient_attempt_1423785073222_0013_m_000001_0_-630151574_1
2015-02-12 15:55:50,545 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000005_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,547 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:55:50,549 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184 src: /127.0.0.1:57392 dest: /127.0.0.1:55801
2015-02-12 15:55:50,550 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184 src: /127.0.0.1:57394 dest: /127.0.0.1:55808
2015-02-12 15:55:50,551 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184 src: /127.0.0.1:57395 dest: /127.0.0.1:55798
2015-02-12 15:55:50,552 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000005_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000005 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,554 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,560 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185 src: /127.0.0.1:57393 dest: /127.0.0.1:55805
2015-02-12 15:55:50,562 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185 src: /127.0.0.1:57396 dest: /127.0.0.1:55801
2015-02-12 15:55:50,564 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185 src: /127.0.0.1:57397 dest: /127.0.0.1:55798
2015-02-12 15:55:50,566 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000001_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,568 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:55:50,568 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,570 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000007
2015-02-12 15:55:50,570 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000007
2015-02-12 15:55:50,570 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000007 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,570 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000007
2015-02-12 15:55:50,571 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000001_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000001 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,601 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000007 is : 143
2015-02-12 15:55:50,603 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,604 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000003
2015-02-12 15:55:50,604 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000003
2015-02-12 15:55:50,616 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000007 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,616 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000003 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000007
2015-02-12 15:55:50,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000007
2015-02-12 15:55:50,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000007
2015-02-12 15:55:50,617 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000007
2015-02-12 15:55:50,617 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000003
2015-02-12 15:55:50,640 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000003 is : 143
2015-02-12 15:55:50,642 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,655 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000007
2015-02-12 15:55:50,655 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000007 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,655 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000003 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,656 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000007 from application application_1423785073222_0013
2015-02-12 15:55:50,656 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,656 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,656 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000003
2015-02-12 15:55:50,657 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000003
2015-02-12 15:55:50,658 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000003
2015-02-12 15:55:50,659 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000003
2015-02-12 15:55:50,659 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000003
2015-02-12 15:55:50,660 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000003 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,660 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000003 from application application_1423785073222_0013
2015-02-12 15:55:50,660 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,661 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,661 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000006_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,662 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:55:50,670 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000006_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000006 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,677 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57395, dest: /127.0.0.1:55798, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000002_0_-117382129_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184, duration: 123962000
2015-02-12 15:55:50,677 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:50,678 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,678 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57394, dest: /127.0.0.1:55808, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000002_0_-117382129_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184, duration: 125069000
2015-02-12 15:55:50,679 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,679 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,679 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57392, dest: /127.0.0.1:55801, bytes: 67, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000002_0_-117382129_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184, duration: 126156000
2015-02-12 15:55:50,680 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742008_1184, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,680 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742008_1184{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,683 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57397, dest: /127.0.0.1:55798, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000000_0_-125292987_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185, duration: 117272000
2015-02-12 15:55:50,683 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:50,685 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57396, dest: /127.0.0.1:55801, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000000_0_-125292987_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185, duration: 119027000
2015-02-12 15:55:50,685 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,685 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,686 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,686 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57393, dest: /127.0.0.1:55805, bytes: 81, op: HDFS_WRITE, cliID: DFSClient_attempt_1423785073222_0013_m_000000_0_-125292987_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185, duration: 121030000
2015-02-12 15:55:50,687 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742009_1185, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,687 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742009_1185{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,694 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000000_0/part-00000 is closed by DFSClient_attempt_1423785073222_0013_m_000000_0_-125292987_1
2015-02-12 15:55:50,697 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000002_0/part-00002 is closed by DFSClient_attempt_1423785073222_0013_m_000002_0_-117382129_1
2015-02-12 15:55:50,698 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000008
2015-02-12 15:55:50,698 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000008
2015-02-12 15:55:50,698 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000008 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,699 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000008
2015-02-12 15:55:50,720 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,721 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000008 is : 143
2015-02-12 15:55:50,728 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000008 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000008
2015-02-12 15:55:50,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000008
2015-02-12 15:55:50,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000008
2015-02-12 15:55:50,729 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000008
2015-02-12 15:55:50,729 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000008
2015-02-12 15:55:50,730 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000008 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,730 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000008 from application application_1423785073222_0013
2015-02-12 15:55:50,730 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,730 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,731 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000002_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,733 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:55:50,737 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000002_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000002 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,764 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,770 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000004
2015-02-12 15:55:50,771 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000004
2015-02-12 15:55:50,771 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000004 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,771 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000004
2015-02-12 15:55:50,772 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000008 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:50,772 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000008 in state: COMPLETED event:FINISHED
2015-02-12 15:55:50,772 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000008
2015-02-12 15:55:50,772 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000008 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:55:50,772 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000008 on node: host: 10.1.1.67:55839 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:55:50,789 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000004 is : 143
2015-02-12 15:55:50,791 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,800 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000000_0 dst=null perm=null proto=rpc
2015-02-12 15:55:50,804 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:55:50,805 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000004 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000004
2015-02-12 15:55:50,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000004
2015-02-12 15:55:50,806 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000004
2015-02-12 15:55:50,807 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-1_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000004
2015-02-12 15:55:50,807 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000004
2015-02-12 15:55:50,808 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000004 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,808 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000004 from application application_1423785073222_0013
2015-02-12 15:55:50,808 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,808 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,810 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/_temporary/attempt_1423785073222_0013_m_000000_0 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000000 perm=soberoi:supergroup:rwxrwxrwx proto=rpc
2015-02-12 15:55:50,828 INFO ipc.Server (Server.java:saslProcess(1294)) - Auth successful for appattempt_1423785073222_0013_000001 (auth:SIMPLE)
2015-02-12 15:55:50,830 INFO containermanager.ContainerManagerImpl (ContainerManagerImpl.java:stopContainerInternal(932)) - Stopping container with container Id: container_1423785073222_0013_01_000002
2015-02-12 15:55:50,830 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi IP=10.1.1.67 OPERATION=Stop Container Request TARGET=ContainerManageImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000002
2015-02-12 15:55:50,830 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000002 transitioned from RUNNING to KILLING
2015-02-12 15:55:50,831 INFO launcher.ContainerLaunch (ContainerLaunch.java:cleanupContainer(367)) - Cleaning up container container_1423785073222_0013_01_000002
2015-02-12 15:55:50,831 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000003 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:50,831 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000003 in state: COMPLETED event:FINISHED
2015-02-12 15:55:50,831 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000003
2015-02-12 15:55:50,831 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000003 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 2 containers, <memory:2048, vCores:2> used and <memory:2048, vCores:6> available, release resources=true
2015-02-12 15:55:50,832 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000003 on node: host: 10.1.1.67:55827 #containers=2 available=2048 used=2048 with event: FINISHED
2015-02-12 15:55:50,832 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000007 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:50,832 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000007 in state: COMPLETED event:FINISHED
2015-02-12 15:55:50,832 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000007
2015-02-12 15:55:50,832 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000007 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 1 containers, <memory:1024, vCores:1> used and <memory:3072, vCores:7> available, release resources=true
2015-02-12 15:55:50,832 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000007 on node: host: 10.1.1.67:55827 #containers=1 available=3072 used=1024 with event: FINISHED
2015-02-12 15:55:50,835 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_STARTED dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,838 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_STARTED is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:50,842 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1 dst=null perm=null proto=rpc
2015-02-12 15:55:50,850 WARN nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:launchContainer(209)) - Exit code from container container_1423785073222_0013_01_000002 is : 143
2015-02-12 15:55:50,851 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,852 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,854 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000000 dst=null perm=null proto=rpc
2015-02-12 15:55:50,857 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:50,861 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000000/part-00000 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00000 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,868 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,870 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,872 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000001 dst=null perm=null proto=rpc
2015-02-12 15:55:50,874 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:50,877 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000001/part-00001 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00001 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,879 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,881 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,881 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000002 transitioned from KILLING to CONTAINER_CLEANEDUP_AFTER_KILL
2015-02-12 15:55:50,882 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000002 dst=null perm=null proto=rpc
2015-02-12 15:55:50,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_0/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000002
2015-02-12 15:55:50,882 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_1/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000002
2015-02-12 15:55:50,883 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:50,884 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_2/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000002
2015-02-12 15:55:50,885 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000002/part-00002 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00002 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,886 INFO nodemanager.DefaultContainerExecutor (DefaultContainerExecutor.java:deleteAsUser(421)) - Deleting absolute path : /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/target/Hadoop2MR1Platform/Hadoop2MR1Platform-localDir-nm-0_3/usercache/soberoi/appcache/application_1423785073222_0013/container_1423785073222_0013_01_000002
2015-02-12 15:55:50,887 INFO nodemanager.NMAuditLogger (NMAuditLogger.java:logSuccess(89)) - USER=soberoi OPERATION=Container Finished - Killed TARGET=ContainerImpl RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000002
2015-02-12 15:55:50,887 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,887 INFO container.Container (ContainerImpl.java:handle(1010)) - Container container_1423785073222_0013_01_000002 transitioned from CONTAINER_CLEANEDUP_AFTER_KILL to DONE
2015-02-12 15:55:50,888 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,889 INFO application.Application (ApplicationImpl.java:transition(341)) - Removing container_1423785073222_0013_01_000002 from application application_1423785073222_0013
2015-02-12 15:55:50,890 INFO monitor.ContainersMonitorImpl (ContainersMonitorImpl.java:isEnabled(168)) - ResourceCalculatorPlugin is unavailable on this system. org.apache.hadoop.yarn.server.nodemanager.containermanager.monitor.ContainersMonitorImpl is disabled.
2015-02-12 15:55:50,890 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000003 dst=null perm=null proto=rpc
2015-02-12 15:55:50,890 INFO containermanager.AuxServices (AuxServices.java:handle(196)) - Got event CONTAINER_STOP for appId application_1423785073222_0013
2015-02-12 15:55:50,892 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:50,895 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000003/part-00003 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00003 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,896 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,897 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,898 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000004 dst=null perm=null proto=rpc
2015-02-12 15:55:50,899 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:50,901 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000004/part-00004 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00004 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,902 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,903 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,904 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000005 dst=null perm=null proto=rpc
2015-02-12 15:55:50,905 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:50,907 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000005/part-00005 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00005 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,908 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,909 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:50,911 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000006 dst=null perm=null proto=rpc
2015-02-12 15:55:50,913 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:55:50,915 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary/1/task_1423785073222_0013_m_000006/part-00006 dst=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00006 perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,921 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary dst=null perm=null proto=rpc
2015-02-12 15:55:50,926 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,930 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:50,933 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_SUCCESS dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,937 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/COMMIT_SUCCESS is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:50,959 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57384, dest: /127.0.0.1:55808, bytes: 68694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182, duration: 860441000
2015-02-12 15:55:50,959 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:50,960 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 17458
2015-02-12 15:55:50,960 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57383, dest: /127.0.0.1:55805, bytes: 68694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182, duration: 861627000
2015-02-12 15:55:50,960 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,961 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 17458
2015-02-12 15:55:50,961 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57382, dest: /127.0.0.1:55798, bytes: 68694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182, duration: 863241000
2015-02-12 15:55:50,962 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742006_1182, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,962 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742006_1182{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|RBW]]} size 17458
2015-02-12 15:55:50,964 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:50,967 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013.summary_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:50,969 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013.summary_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]}
2015-02-12 15:55:50,972 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186 src: /127.0.0.1:57403 dest: /127.0.0.1:55798
2015-02-12 15:55:50,973 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186 src: /127.0.0.1:57404 dest: /127.0.0.1:55805
2015-02-12 15:55:50,975 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186 src: /127.0.0.1:57405 dest: /127.0.0.1:55801
2015-02-12 15:55:50,978 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57405, dest: /127.0.0.1:55801, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186, duration: 1416000
2015-02-12 15:55:50,978 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:50,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW]]} size 0
2015-02-12 15:55:50,979 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57404, dest: /127.0.0.1:55805, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186, duration: 1968000
2015-02-12 15:55:50,979 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,979 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:50,980 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57403, dest: /127.0.0.1:55798, bytes: 436, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186, duration: 2807000
2015-02-12 15:55:50,980 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742010_1186, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:50,981 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742010_1186{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5965a619-392d-4132-8a36-e2e49c4d6abc:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:50,982 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013.summary_tmp is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:50,986 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013.summary_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:50,994 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:50,995 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:51,000 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:51,001 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:51,004 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1.jhist dst=null perm=null proto=rpc
2015-02-12 15:55:51,008 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:51,015 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]}
2015-02-12 15:55:51,018 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187 src: /127.0.0.1:57407 dest: /127.0.0.1:55801
2015-02-12 15:55:51,020 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187 src: /127.0.0.1:57408 dest: /127.0.0.1:55808
2015-02-12 15:55:51,021 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187 src: /127.0.0.1:57409 dest: /127.0.0.1:55798
2015-02-12 15:55:51,024 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57409, dest: /127.0.0.1:55798, bytes: 68694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187, duration: 1809000
2015-02-12 15:55:51,024 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:51,025 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:51,025 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57408, dest: /127.0.0.1:55808, bytes: 68694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187, duration: 2306000
2015-02-12 15:55:51,025 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:51,026 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-6fac913d-a01b-4c90-8608-964c0511fc1c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW]]} size 0
2015-02-12 15:55:51,026 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57407, dest: /127.0.0.1:55801, bytes: 68694, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 77acba67-5720-4da4-83ed-5e1b2505eb40, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187, duration: 3296000
2015-02-12 15:55:51,026 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742011_1187, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:51,027 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55801 is added to blk_1073742011_1187{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-55fc61ab-390e-4a94-bf3c-6c081ff40c7c:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-b8cb7132-1b21-4604-ba5c-497105b88f3f:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:51,028 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:51,030 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:51,031 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:51,032 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:51,033 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:51,034 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp dst=null perm=null proto=rpc
2015-02-12 15:55:51,035 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013/job_1423785073222_0013_1_conf.xml dst=null perm=null proto=rpc
2015-02-12 15:55:51,039 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=create src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rw-rw-rw- proto=rpc
2015-02-12 15:55:51,046 INFO hdfs.StateChange (FSNamesystem.java:saveAllocatedBlock(3501)) - BLOCK* allocateBlock: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp. BP-1640039792-10.1.1.67-1423785056790 blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]}
2015-02-12 15:55:51,049 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188 src: /127.0.0.1:57411 dest: /127.0.0.1:55808
2015-02-12 15:55:51,051 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188 src: /127.0.0.1:57412 dest: /127.0.0.1:55798
2015-02-12 15:55:51,052 INFO datanode.DataNode (DataXceiver.java:writeBlock(585)) - Receiving BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188 src: /127.0.0.1:57413 dest: /127.0.0.1:55805
2015-02-12 15:55:51,057 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57413, dest: /127.0.0.1:55805, bytes: 112597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 596b6db3-580d-41b7-9d97-4dcec9710eb7, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188, duration: 2958000
2015-02-12 15:55:51,057 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188, type=LAST_IN_PIPELINE, downstreams=0:[] terminating
2015-02-12 15:55:51,058 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55805 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:51,058 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57412, dest: /127.0.0.1:55798, bytes: 112597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: af99a14b-7ac5-4d1f-92c1-48b0b41704ea, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188, duration: 3575000
2015-02-12 15:55:51,058 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:51,059 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55798 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-97e4b9a6-4485-40e7-bc26-f9c1fa6e5e3f:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW]]} size 0
2015-02-12 15:55:51,060 INFO DataNode.clienttrace (BlockReceiver.java:finalizeBlock(1300)) - src: /127.0.0.1:57411, dest: /127.0.0.1:55808, bytes: 112597, op: HDFS_WRITE, cliID: DFSClient_NONMAPREDUCE_-1242634471_1, offset: 0, srvID: 2748d360-8116-4708-9eb2-7e7b36e1c257, blockid: BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188, duration: 5126000
2015-02-12 15:55:51,060 INFO datanode.DataNode (BlockReceiver.java:run(1281)) - PacketResponder: BP-1640039792-10.1.1.67-1423785056790:blk_1073742012_1188, type=HAS_DOWNSTREAM_IN_PIPELINE terminating
2015-02-12 15:55:51,061 INFO BlockStateChange (BlockManager.java:logAddStoredBlock(2418)) - BLOCK* addStoredBlock: blockMap updated: 127.0.0.1:55808 is added to blk_1073742012_1188{blockUCState=UNDER_CONSTRUCTION, primaryNodeIndex=-1, replicas=[ReplicaUnderConstruction[[DISK]DS-d98a317e-b2de-4d43-b25f-513ca388b2dd:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-95e0866d-09fe-45b7-92b2-15986c0e1711:NORMAL|RBW], ReplicaUnderConstruction[[DISK]DS-5a4ae96a-213b-4f85-87d2-89a5a91d09d0:NORMAL|FINALIZED]]} size 0
2015-02-12 15:55:51,062 INFO hdfs.StateChange (FSNamesystem.java:completeFile(3422)) - DIR* completeFile: /tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp is closed by DFSClient_NONMAPREDUCE_-1242634471_1
2015-02-12 15:55:51,064 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=setPermission src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp dst=null perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:51,066 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013.summary_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013.summary perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:51,071 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013_conf.xml perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:51,073 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=rename src=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist_tmp dst=/tmp/hadoop-yarn/staging/history/done_intermediate/soberoi/job_1423785073222_0013-1423785327774-soberoi-%5B234E59403867494AA0D1D3382F22742F%2F615090C8E59147D6-1423785350939-7-0-SUCCEEDED-root.soberoi-1423785332574.jhist perm=soberoi:supergroup:rwxrwx--- proto=rpc
2015-02-12 15:55:51,075 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000005 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:51,075 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000005 in state: COMPLETED event:FINISHED
2015-02-12 15:55:51,075 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000005
2015-02-12 15:55:51,075 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000005 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55843, which currently has 1 containers, <memory:2048, vCores:1> used and <memory:2048, vCores:7> available, release resources=true
2015-02-12 15:55:51,075 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000005 on node: host: 10.1.1.67:55843 #containers=1 available=2048 used=2048 with event: FINISHED
2015-02-12 15:55:51,081 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:rememberTargetTransitionsAndStoreState(1122)) - Updating application attempt appattempt_1423785073222_0013_000001 with final state: FINISHING, and exit status: -1000
2015-02-12 15:55:51,081 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from RUNNING to FINAL_SAVING
2015-02-12 15:55:51,081 INFO rmapp.RMAppImpl (RMAppImpl.java:rememberTargetTransitionsAndStoreState(987)) - Updating application application_1423785073222_0013 with final state: FINISHING
2015-02-12 15:55:51,081 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0013 State change from RUNNING to FINAL_SAVING
2015-02-12 15:55:51,081 INFO recovery.RMStateStore (RMStateStore.java:transition(160)) - Updating info for app: application_1423785073222_0013
2015-02-12 15:55:51,081 INFO attempt.RMAppAttemptImpl (RMAppAttemptImpl.java:handle(767)) - appattempt_1423785073222_0013_000001 State change from FINAL_SAVING to FINISHING
2015-02-12 15:55:51,081 INFO rmapp.RMAppImpl (RMAppImpl.java:handle(711)) - application_1423785073222_0013 State change from FINAL_SAVING to FINISHING
2015-02-12 15:55:51,247 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000006 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:51,248 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000006 in state: COMPLETED event:FINISHED
2015-02-12 15:55:51,248 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000006
2015-02-12 15:55:51,248 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000006 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55847, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:51,248 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000006 on node: host: 10.1.1.67:55847 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:51,773 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000004 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:51,773 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000004 in state: COMPLETED event:FINISHED
2015-02-12 15:55:51,773 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000004
2015-02-12 15:55:51,773 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000004 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55839, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:51,773 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000004 on node: host: 10.1.1.67:55839 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:51,774 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:51,836 INFO rmcontainer.RMContainerImpl (RMContainerImpl.java:handle(378)) - container_1423785073222_0013_01_000002 Container Transitioned from RUNNING to COMPLETED
2015-02-12 15:55:51,836 INFO fair.FSAppAttempt (FSAppAttempt.java:containerCompleted(132)) - Completed container: container_1423785073222_0013_01_000002 in state: COMPLETED event:FINISHED
2015-02-12 15:55:51,836 INFO resourcemanager.RMAuditLogger (RMAuditLogger.java:logSuccess(101)) - USER=soberoi OPERATION=AM Released Container TARGET=SchedulerApp RESULT=SUCCESS APPID=application_1423785073222_0013 CONTAINERID=container_1423785073222_0013_01_000002
2015-02-12 15:55:51,836 INFO scheduler.SchedulerNode (SchedulerNode.java:releaseContainer(204)) - Released container container_1423785073222_0013_01_000002 of capacity <memory:1024, vCores:1> on host 10.1.1.67:55827, which currently has 0 containers, <memory:0, vCores:0> used and <memory:4096, vCores:8> available, release resources=true
2015-02-12 15:55:51,836 INFO fair.FairScheduler (FairScheduler.java:completedContainer(824)) - Application attempt appattempt_1423785073222_0013_000001 released container container_1423785073222_0013_01_000002 on node: host: 10.1.1.67:55827 #containers=0 available=4096 used=0 with event: FINISHED
2015-02-12 15:55:51,836 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:51,836 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:52,080 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:52,090 INFO resourcemanager.ApplicationMasterService (ApplicationMasterService.java:finishApplicationMaster(348)) - application_1423785073222_0013 unregistered successfully.
2015-02-12 15:55:52,094 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073741999_1175 127.0.0.1:55805 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55801
2015-02-12 15:55:52,094 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742000_1176 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55805 127.0.0.1:55798
2015-02-12 15:55:52,095 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742001_1177 127.0.0.1:55801 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:55:52,095 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742002_1178 127.0.0.1:55798 127.0.0.1:55808 127.0.0.1:55805
2015-02-12 15:55:52,095 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742004_1180 127.0.0.1:55801 127.0.0.1:55798 127.0.0.1:55805
2015-02-12 15:55:52,095 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742006_1182 127.0.0.1:55798 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:55:52,097 INFO BlockStateChange (BlockManager.java:addToInvalidates(1076)) - BLOCK* addToInvalidates: blk_1073742003_1179 127.0.0.1:55801 127.0.0.1:55805 127.0.0.1:55808
2015-02-12 15:55:52,097 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=delete src=/tmp/hadoop-yarn/staging/soberoi/.staging/job_1423785073222_0013 dst=null perm=null proto=rpc
2015-02-12 15:55:52,137 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,138 INFO util.Hadoop18TapUtil (Hadoop18TapUtil.java:cleanTempPath(219)) - deleting temp path /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary
2015-02-12 15:55:52,139 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/_temporary dst=null perm=null proto=rpc
2015-02-12 15:55:52,139 INFO cascade.Cascade (Cascade.java:logInfo(991)) - [fourth+second+third+first] completed flow: fourth
2015-02-12 15:55:52,163 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,164 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,166 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,168 INFO mapred.FileInputFormat (FileInputFormat.java:listStatus(247)) - Total input paths to process : 7
2015-02-12 15:55:52,170 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,173 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,177 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,179 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,182 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:52,183 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:55:52,184 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/simple/third
2015-02-12 15:55:52,184 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:52,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:52,185 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:52,186 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third dst=null perm=null proto=rpc
2015-02-12 15:55:52,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,187 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,191 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,192 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,194 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,195 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,197 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,198 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,200 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,201 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,203 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:52,204 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/third/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:52,205 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/simple/fourth
2015-02-12 15:55:52,205 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,206 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,207 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth dst=null perm=null proto=rpc
2015-02-12 15:55:52,208 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,211 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,215 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,216 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,219 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,220 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,223 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,224 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,226 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,227 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,228 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:52,229 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00005 dst=null perm=null proto=rpc
2015-02-12 15:55:52,230 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:55:52,231 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/fourth/part-00006 dst=null perm=null proto=rpc
2015-02-12 15:55:52,234 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/simple/second
2015-02-12 15:55:52,236 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:52,238 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:52,241 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:52,244 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second dst=null perm=null proto=rpc
2015-02-12 15:55:52,246 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,247 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,248 INFO fair.FairScheduler (FairScheduler.java:completedContainer(795)) - Null container completed...
2015-02-12 15:55:52,251 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,252 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,254 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,258 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,259 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,261 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,262 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/second/part-00004 dst=null perm=null proto=rpc
2015-02-12 15:55:52,263 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/simple/first
2015-02-12 15:55:52,263 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:55:52,264 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:55:52,266 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:55:52,268 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=listStatus src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first dst=null perm=null proto=rpc
2015-02-12 15:55:52,270 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,271 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00000 dst=null perm=null proto=rpc
2015-02-12 15:55:52,273 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,274 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00001 dst=null perm=null proto=rpc
2015-02-12 15:55:52,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,278 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00002 dst=null perm=null proto=rpc
2015-02-12 15:55:52,281 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,282 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=open src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/simple/first/part-00003 dst=null perm=null proto=rpc
2015-02-12 15:55:52,301 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:55:52,302 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:55:52,333 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:55:52,333 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:55:52,353 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:55:52,354 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:55:52,373 INFO util.HadoopUtil (HadoopUtil.java:findMainClass(336)) - using default application jar, may cause class not found exceptions on the cluster
2015-02-12 15:55:52,374 INFO planner.HadoopPlanner (HadoopPlanner.java:initialize(225)) - using application jar: /Users/soberoi/.gradle/caches/modules-2/files-2.1/cascading/cascading-hadoop2-mr1/2.6.3/9ae016e2b8d246b9c1de9168e715d9f1b971aa4a/cascading-hadoop2-mr1-2.6.3.jar
2015-02-12 15:55:52,383 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/idtest/third
2015-02-12 15:55:52,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/idtest/third dst=null perm=null proto=rpc
2015-02-12 15:55:52,384 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/idtest/second
2015-02-12 15:55:52,384 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/idtest/second dst=null perm=null proto=rpc
2015-02-12 15:55:52,385 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/idtest/first
2015-02-12 15:55:52,385 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/idtest/first dst=null perm=null proto=rpc
2015-02-12 15:55:52,386 INFO cascading.PlatformTestCase (PlatformTestCase.java:tearDown(209)) - copying to local /Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output//hadoop2-mr1/cascadeplatform/idtest/fourth
2015-02-12 15:55:52,386 INFO FSNamesystem.audit (FSNamesystem.java:logAuditMessage(9088)) - allowed=true ugi=soberoi (auth:SIMPLE) ip=/127.0.0.1 cmd=getfileinfo src=/Users/soberoi/src/compatibility/cascading.compatibility/cloudera/build/test/output/hadoop2-mr1/cascadeplatform/idtest/fourth dst=null perm=null proto=rpc